2024-11-11 16:29:59,823 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-11 16:29:59,841 main DEBUG Took 0.015314 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 16:29:59,842 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 16:29:59,842 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 16:29:59,843 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 16:29:59,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:29:59,852 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 16:29:59,865 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:29:59,867 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:29:59,868 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:29:59,869 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:29:59,870 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:29:59,871 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:29:59,872 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:29:59,872 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:29:59,873 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:29:59,874 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:29:59,875 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:29:59,875 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:29:59,876 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:29:59,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:29:59,877 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:29:59,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:29:59,878 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:29:59,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:29:59,879 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:29:59,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:29:59,880 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:29:59,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:29:59,881 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:29:59,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:29:59,882 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:29:59,883 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 16:29:59,885 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:29:59,887 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 16:29:59,889 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 16:29:59,891 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 16:29:59,892 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 16:29:59,893 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 16:29:59,909 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 16:29:59,913 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 16:29:59,915 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 16:29:59,915 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 16:29:59,916 main DEBUG createAppenders(={Console}) 2024-11-11 16:29:59,917 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized 2024-11-11 16:29:59,917 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-11 16:29:59,918 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK. 2024-11-11 16:29:59,918 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 16:29:59,918 main DEBUG OutputStream closed 2024-11-11 16:29:59,919 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 16:29:59,919 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 16:29:59,919 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK 2024-11-11 16:30:00,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 16:30:00,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 16:30:00,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 16:30:00,027 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 16:30:00,028 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 16:30:00,028 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 16:30:00,029 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 16:30:00,029 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 16:30:00,030 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 16:30:00,030 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 16:30:00,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 16:30:00,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 16:30:00,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 16:30:00,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 16:30:00,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 16:30:00,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 16:30:00,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 16:30:00,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 16:30:00,038 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 16:30:00,039 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null 2024-11-11 16:30:00,039 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 16:30:00,040 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK. 2024-11-11T16:30:00,413 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2 2024-11-11 16:30:00,418 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 16:30:00,419 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T16:30:00,432 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-11T16:30:00,475 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T16:30:00,542 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T16:30:00,542 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T16:30:00,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:30:00,587 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98, deleteOnExit=true 2024-11-11T16:30:00,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:30:00,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/test.cache.data in system properties and HBase conf 2024-11-11T16:30:00,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:30:00,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:30:00,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:30:00,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:30:00,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:30:00,767 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T16:30:00,968 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:30:00,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:30:00,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:30:00,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:30:00,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:30:00,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:30:00,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:30:00,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:30:00,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:30:00,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:30:00,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:30:00,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:30:00,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:30:00,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:30:00,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:30:02,147 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T16:30:02,245 INFO [Time-limited test {}] log.Log(170): Logging initialized @3481ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T16:30:02,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:30:02,472 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:30:02,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:30:02,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:30:02,519 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T16:30:02,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:30:02,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a12102e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:30:02,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39994028{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:30:02,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d4b845f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/java.io.tmpdir/jetty-localhost-35643-hadoop-hdfs-3_4_1-tests_jar-_-any-13766507385249821980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:30:02,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a98f57b{HTTP/1.1, (http/1.1)}{localhost:35643} 2024-11-11T16:30:02,989 INFO [Time-limited test {}] server.Server(415): Started @4226ms 2024-11-11T16:30:03,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:30:03,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:30:03,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:30:03,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:30:03,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:30:03,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21583f91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:30:03,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d631b6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:30:03,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40528f69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/java.io.tmpdir/jetty-localhost-46579-hadoop-hdfs-3_4_1-tests_jar-_-any-16874382242432356646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:30:03,818 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43518183{HTTP/1.1, (http/1.1)}{localhost:46579} 2024-11-11T16:30:03,818 INFO [Time-limited test {}] server.Server(415): Started @5054ms 2024-11-11T16:30:03,915 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:30:04,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:30:04,229 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:30:04,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:30:04,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:30:04,250 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:30:04,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7734890c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:30:04,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30743447{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:30:04,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116f1820{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/java.io.tmpdir/jetty-localhost-40765-hadoop-hdfs-3_4_1-tests_jar-_-any-3407323614953738326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:30:04,445 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19f57d4d{HTTP/1.1, (http/1.1)}{localhost:40765} 2024-11-11T16:30:04,446 INFO [Time-limited test {}] server.Server(415): Started @5682ms 2024-11-11T16:30:04,449 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:30:04,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:30:04,573 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:30:04,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:30:04,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:30:04,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:30:04,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43553a64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:30:04,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e646cea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:30:04,698 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data2/current/BP-1295996821-172.17.0.2-1731342601814/current, will proceed with Du for space computation calculation, 2024-11-11T16:30:04,698 WARN [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data1/current/BP-1295996821-172.17.0.2-1731342601814/current, will proceed with Du for space computation calculation, 2024-11-11T16:30:04,699 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data3/current/BP-1295996821-172.17.0.2-1731342601814/current, will proceed with Du for space computation calculation, 2024-11-11T16:30:04,715 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data4/current/BP-1295996821-172.17.0.2-1731342601814/current, will proceed with Du for space computation calculation, 2024-11-11T16:30:04,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17ee6fd8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/java.io.tmpdir/jetty-localhost-46073-hadoop-hdfs-3_4_1-tests_jar-_-any-8680325929385413035/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:30:04,769 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23d4ec75{HTTP/1.1, (http/1.1)}{localhost:46073} 2024-11-11T16:30:04,769 INFO [Time-limited test {}] server.Server(415): Started @6005ms 2024-11-11T16:30:04,772 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:30:04,790 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:30:04,793 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:30:04,916 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x484bb91441bbcd04 with lease ID 0x7744b64821919045: Processing first storage report for DS-e1ba26d8-8287-42bc-a501-fca48986b993 from datanode DatanodeRegistration(127.0.0.1:44441, datanodeUuid=edde2135-8f42-4417-b4a5-f618d70d9f17, infoPort=45047, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=1533386491;c=1731342601814) 2024-11-11T16:30:04,917 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x484bb91441bbcd04 with lease ID 0x7744b64821919045: from storage DS-e1ba26d8-8287-42bc-a501-fca48986b993 node DatanodeRegistration(127.0.0.1:44441, datanodeUuid=edde2135-8f42-4417-b4a5-f618d70d9f17, infoPort=45047, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=1533386491;c=1731342601814), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T16:30:04,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x204323ffab5c6e6e with lease ID 0x7744b64821919044: Processing first storage report for DS-2964ed69-7d7a-4223-880d-2ef7d6745666 from datanode DatanodeRegistration(127.0.0.1:43577, datanodeUuid=54a0aa5b-812b-4855-a8cf-8fbc16404562, infoPort=37791, infoSecurePort=0, ipcPort=33967, storageInfo=lv=-57;cid=testClusterID;nsid=1533386491;c=1731342601814) 2024-11-11T16:30:04,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x204323ffab5c6e6e with lease ID 0x7744b64821919044: from storage DS-2964ed69-7d7a-4223-880d-2ef7d6745666 node DatanodeRegistration(127.0.0.1:43577, datanodeUuid=54a0aa5b-812b-4855-a8cf-8fbc16404562, infoPort=37791, infoSecurePort=0, ipcPort=33967, storageInfo=lv=-57;cid=testClusterID;nsid=1533386491;c=1731342601814), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:30:04,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x204323ffab5c6e6e with lease ID 0x7744b64821919044: Processing first storage report for DS-0d64677e-e44e-41df-b545-80d40a8bd41e from datanode DatanodeRegistration(127.0.0.1:43577, datanodeUuid=54a0aa5b-812b-4855-a8cf-8fbc16404562, infoPort=37791, infoSecurePort=0, ipcPort=33967, storageInfo=lv=-57;cid=testClusterID;nsid=1533386491;c=1731342601814) 2024-11-11T16:30:04,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x204323ffab5c6e6e with lease ID 0x7744b64821919044: from storage DS-0d64677e-e44e-41df-b545-80d40a8bd41e node DatanodeRegistration(127.0.0.1:43577, datanodeUuid=54a0aa5b-812b-4855-a8cf-8fbc16404562, infoPort=37791, infoSecurePort=0, ipcPort=33967, storageInfo=lv=-57;cid=testClusterID;nsid=1533386491;c=1731342601814), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T16:30:04,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x484bb91441bbcd04 with lease ID 0x7744b64821919045: Processing first storage report for DS-8a5aca1d-1a52-4224-b07a-c4bef593f4d7 from datanode DatanodeRegistration(127.0.0.1:44441, datanodeUuid=edde2135-8f42-4417-b4a5-f618d70d9f17, infoPort=45047, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=1533386491;c=1731342601814) 2024-11-11T16:30:04,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x484bb91441bbcd04 with lease ID 0x7744b64821919045: from storage DS-8a5aca1d-1a52-4224-b07a-c4bef593f4d7 node DatanodeRegistration(127.0.0.1:44441, datanodeUuid=edde2135-8f42-4417-b4a5-f618d70d9f17, infoPort=45047, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=1533386491;c=1731342601814), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T16:30:04,942 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data5/current/BP-1295996821-172.17.0.2-1731342601814/current, will proceed with Du for space computation calculation, 2024-11-11T16:30:04,944 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data6/current/BP-1295996821-172.17.0.2-1731342601814/current, will proceed with Du for space computation calculation, 2024-11-11T16:30:05,055 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:30:05,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23bd7c6e8c70839b with lease ID 0x7744b64821919046: Processing first storage report for DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584 from datanode DatanodeRegistration(127.0.0.1:39421, datanodeUuid=13f13565-f0f3-42cb-867e-86006573f45c, infoPort=34929, infoSecurePort=0, ipcPort=43203, storageInfo=lv=-57;cid=testClusterID;nsid=1533386491;c=1731342601814) 2024-11-11T16:30:05,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23bd7c6e8c70839b with lease ID 0x7744b64821919046: from storage DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584 node DatanodeRegistration(127.0.0.1:39421, datanodeUuid=13f13565-f0f3-42cb-867e-86006573f45c, infoPort=34929, infoSecurePort=0, ipcPort=43203, storageInfo=lv=-57;cid=testClusterID;nsid=1533386491;c=1731342601814), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:30:05,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23bd7c6e8c70839b with lease ID 0x7744b64821919046: Processing first storage report for DS-fa668eea-016b-4889-b06b-f23748d344ed from datanode DatanodeRegistration(127.0.0.1:39421, datanodeUuid=13f13565-f0f3-42cb-867e-86006573f45c, infoPort=34929, infoSecurePort=0, ipcPort=43203, storageInfo=lv=-57;cid=testClusterID;nsid=1533386491;c=1731342601814) 2024-11-11T16:30:05,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23bd7c6e8c70839b with lease ID 0x7744b64821919046: from storage DS-fa668eea-016b-4889-b06b-f23748d344ed node DatanodeRegistration(127.0.0.1:39421, datanodeUuid=13f13565-f0f3-42cb-867e-86006573f45c, infoPort=34929, infoSecurePort=0, ipcPort=43203, storageInfo=lv=-57;cid=testClusterID;nsid=1533386491;c=1731342601814), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:30:05,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2 2024-11-11T16:30:05,397 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/zookeeper_0, clientPort=63915, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:30:05,409 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63915 2024-11-11T16:30:05,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:30:05,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:30:05,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:30:05,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:30:05,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:30:06,139 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7 with version=8 2024-11-11T16:30:06,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/hbase-staging 2024-11-11T16:30:06,476 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:30:06,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:30:06,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:30:06,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:30:06,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:30:06,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:30:06,654 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:30:06,729 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T16:30:06,738 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T16:30:06,742 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:30:06,770 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 19517 (auto-detected) 2024-11-11T16:30:06,772 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T16:30:06,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33155 2024-11-11T16:30:06,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33155 connecting to ZooKeeper ensemble=127.0.0.1:63915 2024-11-11T16:30:06,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331550x0, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:30:06,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33155-0x1002fada6d40000 connected 2024-11-11T16:30:06,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:30:06,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:30:06,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:30:06,928 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7, hbase.cluster.distributed=false 2024-11-11T16:30:06,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:30:06,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33155 2024-11-11T16:30:06,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33155 2024-11-11T16:30:06,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33155 2024-11-11T16:30:06,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33155 2024-11-11T16:30:06,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33155 2024-11-11T16:30:07,128 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:30:07,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:30:07,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:30:07,131 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:30:07,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:30:07,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:30:07,134 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:30:07,136 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:30:07,137 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40295 2024-11-11T16:30:07,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40295 connecting to ZooKeeper ensemble=127.0.0.1:63915 2024-11-11T16:30:07,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:30:07,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:30:07,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402950x0, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:30:07,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402950x0, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:30:07,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40295-0x1002fada6d40001 connected 2024-11-11T16:30:07,153 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:30:07,162 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:30:07,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40295-0x1002fada6d40001, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T16:30:07,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40295-0x1002fada6d40001, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:30:07,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40295 2024-11-11T16:30:07,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40295 2024-11-11T16:30:07,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40295 2024-11-11T16:30:07,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40295 2024-11-11T16:30:07,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40295 2024-11-11T16:30:07,205 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:30:07,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:30:07,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:30:07,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:30:07,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:30:07,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:30:07,207 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:30:07,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:30:07,208 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44945 2024-11-11T16:30:07,210 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44945 connecting to ZooKeeper ensemble=127.0.0.1:63915 2024-11-11T16:30:07,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:30:07,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:30:07,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449450x0, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:30:07,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449450x0, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:30:07,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44945-0x1002fada6d40002 connected 2024-11-11T16:30:07,223 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:30:07,225 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:30:07,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T16:30:07,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:30:07,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44945 2024-11-11T16:30:07,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44945 2024-11-11T16:30:07,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44945 2024-11-11T16:30:07,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44945 2024-11-11T16:30:07,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44945 2024-11-11T16:30:07,261 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:30:07,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:30:07,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:30:07,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:30:07,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:30:07,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:30:07,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:30:07,263 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:30:07,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39825 2024-11-11T16:30:07,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39825 connecting to ZooKeeper ensemble=127.0.0.1:63915 2024-11-11T16:30:07,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:30:07,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:30:07,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398250x0, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:30:07,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398250x0, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:30:07,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39825-0x1002fada6d40003 connected 2024-11-11T16:30:07,278 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:30:07,279 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:30:07,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T16:30:07,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:30:07,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39825 2024-11-11T16:30:07,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39825 2024-11-11T16:30:07,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39825 2024-11-11T16:30:07,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39825 2024-11-11T16:30:07,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39825 2024-11-11T16:30:07,311 DEBUG [M:0;16b413a53992:33155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:33155 2024-11-11T16:30:07,312 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/16b413a53992,33155,1731342606262 2024-11-11T16:30:07,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:30:07,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:30:07,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x1002fada6d40001, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:30:07,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:30:07,324 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/16b413a53992,33155,1731342606262 2024-11-11T16:30:07,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T16:30:07,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:07,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:07,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x1002fada6d40001, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T16:30:07,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T16:30:07,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x1002fada6d40001, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:07,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:07,365 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T16:30:07,370 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/16b413a53992,33155,1731342606262 from backup master directory 2024-11-11T16:30:07,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:30:07,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/16b413a53992,33155,1731342606262 2024-11-11T16:30:07,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:30:07,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x1002fada6d40001, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:30:07,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:30:07,378 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:30:07,379 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,33155,1731342606262 2024-11-11T16:30:07,381 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T16:30:07,382 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T16:30:07,466 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/hbase.id] with ID: dbe192b0-ab48-4f0d-8791-18d39e66ad07 2024-11-11T16:30:07,466 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/.tmp/hbase.id 2024-11-11T16:30:07,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:30:07,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:30:07,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:30:07,503 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/.tmp/hbase.id]:[hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/hbase.id] 2024-11-11T16:30:07,567 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:30:07,574 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:30:07,597 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-11T16:30:07,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:07,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:07,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:07,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x1002fada6d40001, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:07,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:30:07,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:30:07,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:30:07,649 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:30:07,651 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:30:07,659 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:07,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:30:07,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:30:07,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:30:07,732 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store 2024-11-11T16:30:07,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:30:07,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:30:07,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:30:07,767 INFO [master/16b413a53992:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T16:30:07,770 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:07,771 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:30:07,771 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:30:07,771 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:30:07,773 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-11T16:30:07,773 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:30:07,773 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:30:07,774 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342607771Disabling compacts and flushes for region at 1731342607771Disabling writes for close at 1731342607773 (+2 ms)Writing region close event to WAL at 1731342607773Closed at 1731342607773 2024-11-11T16:30:07,777 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/.initializing 2024-11-11T16:30:07,777 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/WALs/16b413a53992,33155,1731342606262 2024-11-11T16:30:07,786 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:30:07,802 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C33155%2C1731342606262, suffix=, logDir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/WALs/16b413a53992,33155,1731342606262, archiveDir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/oldWALs, maxLogs=10 2024-11-11T16:30:07,835 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/WALs/16b413a53992,33155,1731342606262/16b413a53992%2C33155%2C1731342606262.1731342607806, exclude list is [], retry=0 2024-11-11T16:30:07,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:07,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:07,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:07,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:07,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T16:30:07,912 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/WALs/16b413a53992,33155,1731342606262/16b413a53992%2C33155%2C1731342606262.1731342607806 2024-11-11T16:30:07,913 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:34929:34929)] 2024-11-11T16:30:07,914 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:07,915 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:07,920 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:30:07,921 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:30:07,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:30:07,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:30:08,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:08,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:30:08,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:30:08,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:30:08,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:08,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:08,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:30:08,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:30:08,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:08,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:08,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:30:08,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:30:08,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:08,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:08,025 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:30:08,029 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:30:08,031 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:30:08,038 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:30:08,038 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:30:08,043 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:30:08,048 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:30:08,053 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:30:08,054 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59618868, jitterRate=-0.11160963773727417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:30:08,061 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731342607941Initializing all the Stores at 1731342607943 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342607944 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342607945 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342607945Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342607946 (+1 ms)Cleaning up temporary data from old regions at 1731342608039 (+93 ms)Region opened successfully at 1731342608061 (+22 ms) 2024-11-11T16:30:08,062 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:30:08,102 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39326260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:30:08,149 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:30:08,166 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:30:08,166 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:30:08,170 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:30:08,172 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T16:30:08,178 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-11T16:30:08,178 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:30:08,213 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:30:08,223 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T16:30:08,225 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T16:30:08,228 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:30:08,229 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:30:08,231 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T16:30:08,233 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:30:08,236 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:30:08,238 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T16:30:08,239 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:30:08,241 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T16:30:08,262 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:30:08,264 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T16:30:08,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:30:08,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:30:08,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:30:08,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x1002fada6d40001, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:30:08,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x1002fada6d40001, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:08,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:08,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:08,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:08,273 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,33155,1731342606262, sessionid=0x1002fada6d40000, setting cluster-up flag (Was=false) 2024-11-11T16:30:08,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:08,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:08,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:08,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x1002fada6d40001, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:08,294 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T16:30:08,296 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,33155,1731342606262 2024-11-11T16:30:08,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:08,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:08,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x1002fada6d40001, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:08,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:08,309 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T16:30:08,311 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,33155,1731342606262 2024-11-11T16:30:08,319 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:30:08,396 INFO [RS:2;16b413a53992:39825 {}] regionserver.HRegionServer(746): ClusterId : dbe192b0-ab48-4f0d-8791-18d39e66ad07 2024-11-11T16:30:08,396 INFO [RS:1;16b413a53992:44945 {}] regionserver.HRegionServer(746): ClusterId : dbe192b0-ab48-4f0d-8791-18d39e66ad07 2024-11-11T16:30:08,396 INFO [RS:0;16b413a53992:40295 {}] regionserver.HRegionServer(746): ClusterId : dbe192b0-ab48-4f0d-8791-18d39e66ad07 2024-11-11T16:30:08,400 DEBUG [RS:2;16b413a53992:39825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:30:08,400 DEBUG [RS:0;16b413a53992:40295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:30:08,400 DEBUG [RS:1;16b413a53992:44945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:30:08,400 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:30:08,406 DEBUG [RS:0;16b413a53992:40295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:30:08,406 DEBUG [RS:1;16b413a53992:44945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:30:08,406 DEBUG [RS:2;16b413a53992:39825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:30:08,406 DEBUG [RS:0;16b413a53992:40295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:30:08,406 DEBUG [RS:2;16b413a53992:39825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:30:08,407 DEBUG [RS:1;16b413a53992:44945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:30:08,412 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:30:08,432 DEBUG [RS:1;16b413a53992:44945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:30:08,432 DEBUG [RS:0;16b413a53992:40295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:30:08,432 DEBUG [RS:2;16b413a53992:39825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:30:08,432 DEBUG [RS:2;16b413a53992:39825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572187b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:30:08,432 DEBUG [RS:1;16b413a53992:44945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cb76d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:30:08,433 DEBUG [RS:0;16b413a53992:40295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7cb2fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:30:08,440 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:30:08,447 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,33155,1731342606262 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:30:08,476 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:30:08,476 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:30:08,477 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:30:08,477 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:30:08,477 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:30:08,477 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,477 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:30:08,477 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,478 DEBUG [RS:0;16b413a53992:40295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:40295 2024-11-11T16:30:08,480 DEBUG [RS:2;16b413a53992:39825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;16b413a53992:39825 2024-11-11T16:30:08,482 INFO [RS:2;16b413a53992:39825 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:30:08,483 DEBUG [RS:1;16b413a53992:44945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;16b413a53992:44945 2024-11-11T16:30:08,482 INFO [RS:0;16b413a53992:40295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:30:08,485 INFO [RS:2;16b413a53992:39825 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:30:08,485 INFO [RS:0;16b413a53992:40295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:30:08,485 INFO [RS:1;16b413a53992:44945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:30:08,485 DEBUG [RS:2;16b413a53992:39825 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:30:08,485 DEBUG [RS:0;16b413a53992:40295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:30:08,485 INFO [RS:1;16b413a53992:44945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:30:08,485 DEBUG [RS:1;16b413a53992:44945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:30:08,489 INFO [RS:0;16b413a53992:40295 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,33155,1731342606262 with port=40295, startcode=1731342607080 2024-11-11T16:30:08,489 INFO [RS:2;16b413a53992:39825 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,33155,1731342606262 with port=39825, startcode=1731342607260 2024-11-11T16:30:08,491 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:30:08,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:30:08,494 INFO [RS:1;16b413a53992:44945 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,33155,1731342606262 with port=44945, startcode=1731342607204 2024-11-11T16:30:08,501 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:08,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:30:08,503 DEBUG [RS:2;16b413a53992:39825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:30:08,503 DEBUG [RS:0;16b413a53992:40295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:30:08,503 DEBUG [RS:1;16b413a53992:44945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:30:08,509 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342638509 2024-11-11T16:30:08,511 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:30:08,512 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:30:08,513 WARN [IPC Server handler 0 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T16:30:08,513 WARN [IPC Server handler 0 on default port 33427 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T16:30:08,513 WARN [IPC Server handler 0 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T16:30:08,517 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:30:08,518 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:30:08,518 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:30:08,518 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:30:08,520 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:30:08,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:30:08,537 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:30:08,537 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7 2024-11-11T16:30:08,538 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:30:08,540 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:30:08,540 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:30:08,543 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:30:08,543 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:30:08,548 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342608545,5,FailOnTimeoutGroup] 2024-11-11T16:30:08,550 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342608548,5,FailOnTimeoutGroup] 2024-11-11T16:30:08,550 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,550 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:30:08,551 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,553 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,555 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:30:08,555 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:30:08,556 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:30:08,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:30:08,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:30:08,603 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33155 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,40295,1731342607080 2024-11-11T16:30:08,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:30:08,607 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33155 {}] master.ServerManager(517): Registering regionserver=16b413a53992,40295,1731342607080 2024-11-11T16:30:08,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:08,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:30:08,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:30:08,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:08,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:30:08,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:30:08,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:30:08,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:08,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33155 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,39825,1731342607260 2024-11-11T16:30:08,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33155 {}] master.ServerManager(517): Registering regionserver=16b413a53992,39825,1731342607260 2024-11-11T16:30:08,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:30:08,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:30:08,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33155 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,44945,1731342607204 2024-11-11T16:30:08,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33155 {}] master.ServerManager(517): Registering regionserver=16b413a53992,44945,1731342607204 2024-11-11T16:30:08,634 DEBUG [RS:0;16b413a53992:40295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7 2024-11-11T16:30:08,640 DEBUG [RS:0;16b413a53992:40295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33427 2024-11-11T16:30:08,641 DEBUG [RS:0;16b413a53992:40295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:30:08,643 DEBUG [RS:2;16b413a53992:39825 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7 2024-11-11T16:30:08,644 DEBUG [RS:2;16b413a53992:39825 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33427 2024-11-11T16:30:08,644 DEBUG [RS:2;16b413a53992:39825 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:30:08,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:30:08,649 DEBUG [RS:1;16b413a53992:44945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7 2024-11-11T16:30:08,649 DEBUG [RS:1;16b413a53992:44945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33427 2024-11-11T16:30:08,649 DEBUG [RS:1;16b413a53992:44945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:30:08,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:30:08,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:08,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:30:08,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:30:08,653 DEBUG [RS:0;16b413a53992:40295 {}] zookeeper.ZKUtil(111): regionserver:40295-0x1002fada6d40001, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/16b413a53992,40295,1731342607080 2024-11-11T16:30:08,653 WARN [RS:0;16b413a53992:40295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:30:08,653 INFO [RS:0;16b413a53992:40295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:08,654 DEBUG [RS:0;16b413a53992:40295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080 2024-11-11T16:30:08,655 DEBUG [RS:1;16b413a53992:44945 {}] zookeeper.ZKUtil(111): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/16b413a53992,44945,1731342607204 2024-11-11T16:30:08,655 WARN [RS:1;16b413a53992:44945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:30:08,655 INFO [RS:1;16b413a53992:44945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:08,655 DEBUG [RS:1;16b413a53992:44945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,44945,1731342607204 2024-11-11T16:30:08,656 DEBUG [RS:2;16b413a53992:39825 {}] zookeeper.ZKUtil(111): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/16b413a53992,39825,1731342607260 2024-11-11T16:30:08,656 WARN [RS:2;16b413a53992:39825 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:30:08,657 INFO [RS:2;16b413a53992:39825 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:08,657 DEBUG [RS:2;16b413a53992:39825 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,39825,1731342607260 2024-11-11T16:30:08,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,40295,1731342607080] 2024-11-11T16:30:08,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,39825,1731342607260] 2024-11-11T16:30:08,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,44945,1731342607204] 2024-11-11T16:30:08,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:30:08,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:08,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:30:08,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:30:08,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740 2024-11-11T16:30:08,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740 2024-11-11T16:30:08,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:30:08,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:30:08,672 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:30:08,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:30:08,681 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:30:08,682 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65776583, jitterRate=-0.01985253393650055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:30:08,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731342608610Initializing all the Stores at 1731342608614 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342608614Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342608614Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342608614Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342608614Cleaning up temporary data from old regions at 1731342608671 (+57 ms)Region opened successfully at 1731342608685 (+14 ms) 2024-11-11T16:30:08,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:30:08,686 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:30:08,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:30:08,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:30:08,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:30:08,691 INFO [RS:0;16b413a53992:40295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:30:08,691 INFO [RS:1;16b413a53992:44945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:30:08,691 INFO [RS:2;16b413a53992:39825 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:30:08,693 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:30:08,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342608685Disabling compacts and flushes for region at 1731342608685Disabling writes for close at 1731342608686 (+1 ms)Writing region close event to WAL at 1731342608693 (+7 ms)Closed at 1731342608693 2024-11-11T16:30:08,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:30:08,697 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:30:08,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:30:08,714 INFO [RS:2;16b413a53992:39825 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:30:08,715 INFO [RS:1;16b413a53992:44945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:30:08,716 INFO [RS:0;16b413a53992:40295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:30:08,718 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:30:08,723 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:30:08,726 INFO [RS:1;16b413a53992:44945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:30:08,726 INFO [RS:2;16b413a53992:39825 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:30:08,726 INFO [RS:1;16b413a53992:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,726 INFO [RS:2;16b413a53992:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,729 INFO [RS:0;16b413a53992:40295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:30:08,729 INFO [RS:0;16b413a53992:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,734 INFO [RS:1;16b413a53992:44945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:30:08,738 INFO [RS:2;16b413a53992:39825 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:30:08,738 INFO [RS:0;16b413a53992:40295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:30:08,742 INFO [RS:1;16b413a53992:44945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:30:08,742 INFO [RS:2;16b413a53992:39825 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:30:08,742 INFO [RS:0;16b413a53992:40295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:30:08,744 INFO [RS:0;16b413a53992:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,744 INFO [RS:2;16b413a53992:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,744 INFO [RS:1;16b413a53992:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,744 DEBUG [RS:0;16b413a53992:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,744 DEBUG [RS:2;16b413a53992:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,744 DEBUG [RS:1;16b413a53992:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,744 DEBUG [RS:2;16b413a53992:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,744 DEBUG [RS:1;16b413a53992:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,745 DEBUG [RS:1;16b413a53992:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,745 DEBUG [RS:2;16b413a53992:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,745 DEBUG [RS:1;16b413a53992:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,745 DEBUG [RS:2;16b413a53992:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,745 DEBUG [RS:0;16b413a53992:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,745 DEBUG [RS:1;16b413a53992:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,745 DEBUG [RS:0;16b413a53992:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,745 DEBUG [RS:2;16b413a53992:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,745 DEBUG [RS:1;16b413a53992:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:30:08,745 DEBUG [RS:2;16b413a53992:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:30:08,745 DEBUG [RS:0;16b413a53992:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,746 DEBUG [RS:1;16b413a53992:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,746 DEBUG [RS:0;16b413a53992:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,746 DEBUG [RS:2;16b413a53992:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,746 DEBUG [RS:1;16b413a53992:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,746 DEBUG [RS:2;16b413a53992:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,746 DEBUG [RS:0;16b413a53992:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:30:08,746 DEBUG [RS:1;16b413a53992:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,746 DEBUG [RS:0;16b413a53992:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,746 DEBUG [RS:2;16b413a53992:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,746 DEBUG [RS:1;16b413a53992:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,746 DEBUG [RS:2;16b413a53992:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,746 DEBUG [RS:0;16b413a53992:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,746 DEBUG [RS:1;16b413a53992:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,746 DEBUG [RS:0;16b413a53992:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,746 DEBUG [RS:2;16b413a53992:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,746 DEBUG [RS:1;16b413a53992:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,746 DEBUG [RS:0;16b413a53992:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,746 DEBUG [RS:2;16b413a53992:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,747 DEBUG [RS:1;16b413a53992:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:30:08,747 DEBUG [RS:0;16b413a53992:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,747 DEBUG [RS:2;16b413a53992:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:30:08,747 DEBUG [RS:2;16b413a53992:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:30:08,747 DEBUG [RS:0;16b413a53992:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:30:08,747 DEBUG [RS:1;16b413a53992:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:30:08,747 DEBUG [RS:0;16b413a53992:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:30:08,747 DEBUG [RS:0;16b413a53992:40295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:30:08,757 INFO [RS:2;16b413a53992:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,757 INFO [RS:1;16b413a53992:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,757 INFO [RS:2;16b413a53992:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,757 INFO [RS:0;16b413a53992:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,757 INFO [RS:1;16b413a53992:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,757 INFO [RS:2;16b413a53992:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,757 INFO [RS:0;16b413a53992:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,757 INFO [RS:1;16b413a53992:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,757 INFO [RS:2;16b413a53992:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,757 INFO [RS:1;16b413a53992:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,757 INFO [RS:0;16b413a53992:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,757 INFO [RS:2;16b413a53992:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,757 INFO [RS:1;16b413a53992:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,757 INFO [RS:0;16b413a53992:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,757 INFO [RS:2;16b413a53992:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,39825,1731342607260-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:30:08,757 INFO [RS:1;16b413a53992:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,44945,1731342607204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:30:08,757 INFO [RS:0;16b413a53992:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,757 INFO [RS:0;16b413a53992:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,40295,1731342607080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:30:08,787 INFO [RS:1;16b413a53992:44945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:30:08,787 INFO [RS:0;16b413a53992:40295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:30:08,787 INFO [RS:2;16b413a53992:39825 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:30:08,790 INFO [RS:0;16b413a53992:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,40295,1731342607080-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,790 INFO [RS:2;16b413a53992:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,39825,1731342607260-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,790 INFO [RS:0;16b413a53992:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,791 INFO [RS:0;16b413a53992:40295 {}] regionserver.Replication(171): 16b413a53992,40295,1731342607080 started 2024-11-11T16:30:08,790 INFO [RS:1;16b413a53992:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,44945,1731342607204-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,790 INFO [RS:2;16b413a53992:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,791 INFO [RS:1;16b413a53992:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,791 INFO [RS:1;16b413a53992:44945 {}] regionserver.Replication(171): 16b413a53992,44945,1731342607204 started 2024-11-11T16:30:08,792 INFO [RS:2;16b413a53992:39825 {}] regionserver.Replication(171): 16b413a53992,39825,1731342607260 started 2024-11-11T16:30:08,818 INFO [RS:1;16b413a53992:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,818 INFO [RS:0;16b413a53992:40295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,818 INFO [RS:1;16b413a53992:44945 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,44945,1731342607204, RpcServer on 16b413a53992/172.17.0.2:44945, sessionid=0x1002fada6d40002 2024-11-11T16:30:08,819 INFO [RS:0;16b413a53992:40295 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,40295,1731342607080, RpcServer on 16b413a53992/172.17.0.2:40295, sessionid=0x1002fada6d40001 2024-11-11T16:30:08,819 DEBUG [RS:1;16b413a53992:44945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:30:08,819 DEBUG [RS:1;16b413a53992:44945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,44945,1731342607204 2024-11-11T16:30:08,820 DEBUG [RS:0;16b413a53992:40295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:30:08,820 DEBUG [RS:0;16b413a53992:40295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,40295,1731342607080 2024-11-11T16:30:08,820 DEBUG [RS:1;16b413a53992:44945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,44945,1731342607204' 2024-11-11T16:30:08,820 DEBUG [RS:0;16b413a53992:40295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,40295,1731342607080' 2024-11-11T16:30:08,820 DEBUG [RS:1;16b413a53992:44945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T16:30:08,820 DEBUG [RS:0;16b413a53992:40295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T16:30:08,821 DEBUG [RS:1;16b413a53992:44945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T16:30:08,821 DEBUG [RS:0;16b413a53992:40295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T16:30:08,822 DEBUG [RS:1;16b413a53992:44945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:30:08,822 DEBUG [RS:1;16b413a53992:44945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:30:08,822 DEBUG [RS:0;16b413a53992:40295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:30:08,822 DEBUG [RS:0;16b413a53992:40295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:30:08,822 DEBUG [RS:1;16b413a53992:44945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,44945,1731342607204 2024-11-11T16:30:08,822 DEBUG [RS:0;16b413a53992:40295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,40295,1731342607080 2024-11-11T16:30:08,822 DEBUG [RS:0;16b413a53992:40295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,40295,1731342607080' 2024-11-11T16:30:08,822 DEBUG [RS:1;16b413a53992:44945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,44945,1731342607204' 2024-11-11T16:30:08,822 DEBUG [RS:0;16b413a53992:40295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T16:30:08,822 DEBUG [RS:1;16b413a53992:44945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T16:30:08,823 DEBUG [RS:1;16b413a53992:44945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T16:30:08,823 DEBUG [RS:0;16b413a53992:40295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T16:30:08,824 DEBUG [RS:1;16b413a53992:44945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:30:08,824 INFO [RS:1;16b413a53992:44945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:30:08,824 INFO [RS:1;16b413a53992:44945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:30:08,826 INFO [RS:2;16b413a53992:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:08,826 INFO [RS:2;16b413a53992:39825 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,39825,1731342607260, RpcServer on 16b413a53992/172.17.0.2:39825, sessionid=0x1002fada6d40003 2024-11-11T16:30:08,827 DEBUG [RS:2;16b413a53992:39825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:30:08,827 DEBUG [RS:2;16b413a53992:39825 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,39825,1731342607260 2024-11-11T16:30:08,827 DEBUG [RS:0;16b413a53992:40295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:30:08,827 DEBUG [RS:2;16b413a53992:39825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,39825,1731342607260' 2024-11-11T16:30:08,827 INFO [RS:0;16b413a53992:40295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:30:08,827 DEBUG [RS:2;16b413a53992:39825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T16:30:08,827 INFO [RS:0;16b413a53992:40295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:30:08,828 DEBUG [RS:2;16b413a53992:39825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T16:30:08,829 DEBUG [RS:2;16b413a53992:39825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:30:08,829 DEBUG [RS:2;16b413a53992:39825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:30:08,829 DEBUG [RS:2;16b413a53992:39825 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,39825,1731342607260 2024-11-11T16:30:08,829 DEBUG [RS:2;16b413a53992:39825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,39825,1731342607260' 2024-11-11T16:30:08,829 DEBUG [RS:2;16b413a53992:39825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T16:30:08,829 DEBUG [RS:2;16b413a53992:39825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T16:30:08,830 DEBUG [RS:2;16b413a53992:39825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:30:08,830 INFO [RS:2;16b413a53992:39825 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:30:08,830 INFO [RS:2;16b413a53992:39825 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:30:08,874 WARN [16b413a53992:33155 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T16:30:08,930 INFO [RS:1;16b413a53992:44945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:30:08,930 INFO [RS:0;16b413a53992:40295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:30:08,931 INFO [RS:2;16b413a53992:39825 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:30:08,935 INFO [RS:1;16b413a53992:44945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C44945%2C1731342607204, suffix=, logDir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,44945,1731342607204, archiveDir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/oldWALs, maxLogs=32 2024-11-11T16:30:08,935 INFO [RS:0;16b413a53992:40295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C40295%2C1731342607080, suffix=, logDir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080, archiveDir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/oldWALs, maxLogs=32 2024-11-11T16:30:08,935 INFO [RS:2;16b413a53992:39825 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C39825%2C1731342607260, suffix=, logDir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,39825,1731342607260, archiveDir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/oldWALs, maxLogs=32 2024-11-11T16:30:08,959 DEBUG [RS:0;16b413a53992:40295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080/16b413a53992%2C40295%2C1731342607080.1731342608941, exclude list is [], retry=0 2024-11-11T16:30:08,962 WARN [IPC Server handler 3 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T16:30:08,962 WARN [IPC Server handler 3 on default port 33427 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T16:30:08,962 WARN [IPC Server handler 3 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T16:30:08,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:08,965 DEBUG [RS:2;16b413a53992:39825 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,39825,1731342607260/16b413a53992%2C39825%2C1731342607260.1731342608941, exclude list is [], retry=0 2024-11-11T16:30:08,965 DEBUG [RS:1;16b413a53992:44945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,44945,1731342607204/16b413a53992%2C44945%2C1731342607204.1731342608941, exclude list is [], retry=0 2024-11-11T16:30:08,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:08,968 WARN [IPC Server handler 3 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T16:30:08,969 WARN [IPC Server handler 3 on default port 33427 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T16:30:08,969 WARN [IPC Server handler 3 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T16:30:08,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:08,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:08,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:08,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:08,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:08,977 INFO [RS:0;16b413a53992:40295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080/16b413a53992%2C40295%2C1731342607080.1731342608941 2024-11-11T16:30:08,982 DEBUG [RS:0;16b413a53992:40295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:45047:45047)] 2024-11-11T16:30:08,989 INFO [RS:2;16b413a53992:39825 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,39825,1731342607260/16b413a53992%2C39825%2C1731342607260.1731342608941 2024-11-11T16:30:08,990 INFO [RS:1;16b413a53992:44945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,44945,1731342607204/16b413a53992%2C44945%2C1731342607204.1731342608941 2024-11-11T16:30:08,993 DEBUG [RS:2;16b413a53992:39825 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:45047:45047)] 2024-11-11T16:30:08,993 DEBUG [RS:1;16b413a53992:44945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:37791:37791)] 2024-11-11T16:30:09,127 DEBUG [16b413a53992:33155 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T16:30:09,138 DEBUG [16b413a53992:33155 {}] balancer.BalancerClusterState(204): Hosts are {16b413a53992=0} racks are {/default-rack=0} 2024-11-11T16:30:09,147 DEBUG [16b413a53992:33155 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T16:30:09,147 DEBUG [16b413a53992:33155 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T16:30:09,147 DEBUG [16b413a53992:33155 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T16:30:09,147 DEBUG [16b413a53992:33155 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T16:30:09,147 DEBUG [16b413a53992:33155 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T16:30:09,147 DEBUG [16b413a53992:33155 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T16:30:09,147 INFO [16b413a53992:33155 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T16:30:09,147 INFO [16b413a53992:33155 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T16:30:09,147 INFO [16b413a53992:33155 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T16:30:09,147 DEBUG [16b413a53992:33155 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T16:30:09,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,44945,1731342607204 2024-11-11T16:30:09,163 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,44945,1731342607204, state=OPENING 2024-11-11T16:30:09,169 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:30:09,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:09,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:09,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:09,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x1002fada6d40001, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:09,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:30:09,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:30:09,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:30:09,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:30:09,175 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:30:09,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,44945,1731342607204}] 2024-11-11T16:30:09,357 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:30:09,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:30:09,376 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:30:09,377 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:09,378 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:30:09,381 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C44945%2C1731342607204.meta, suffix=.meta, logDir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,44945,1731342607204, archiveDir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/oldWALs, maxLogs=32 2024-11-11T16:30:09,407 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,44945,1731342607204/16b413a53992%2C44945%2C1731342607204.meta.1731342609384.meta, exclude list is [], retry=0 2024-11-11T16:30:09,410 WARN [IPC Server handler 3 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T16:30:09,410 WARN [IPC Server handler 3 on default port 33427 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T16:30:09,410 WARN [IPC Server handler 3 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T16:30:09,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:09,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:09,417 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,44945,1731342607204/16b413a53992%2C44945%2C1731342607204.meta.1731342609384.meta 2024-11-11T16:30:09,418 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:37791:37791)] 2024-11-11T16:30:09,418 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:09,421 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:30:09,425 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:30:09,432 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:30:09,438 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:30:09,438 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:09,439 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:30:09,439 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:30:09,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:30:09,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:30:09,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:09,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:30:09,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:30:09,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:30:09,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:09,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:30:09,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:30:09,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:30:09,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:09,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:30:09,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:30:09,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:30:09,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:09,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:30:09,462 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:30:09,464 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740 2024-11-11T16:30:09,469 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740 2024-11-11T16:30:09,485 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:30:09,485 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:30:09,487 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:30:09,495 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:30:09,498 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72321624, jitterRate=0.07767617702484131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:30:09,498 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:30:09,501 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731342609440Writing region info on filesystem at 1731342609440Initializing all the Stores at 1731342609443 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342609443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342609443Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342609443Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342609443Cleaning up temporary data from old regions at 1731342609486 (+43 ms)Running coprocessor post-open hooks at 1731342609498 (+12 ms)Region opened successfully at 1731342609500 (+2 ms) 2024-11-11T16:30:09,517 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731342609348 2024-11-11T16:30:09,523 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T16:30:09,524 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T16:30:09,524 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T16:30:09,524 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T16:30:09,544 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:30:09,545 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:30:09,547 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,44945,1731342607204 2024-11-11T16:30:09,565 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,44945,1731342607204, state=OPEN 2024-11-11T16:30:09,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:30:09,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:30:09,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:30:09,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:30:09,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:30:09,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:30:09,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x1002fada6d40001, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:30:09,577 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,44945,1731342607204 2024-11-11T16:30:09,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:30:09,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:30:09,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,44945,1731342607204 in 400 msec 2024-11-11T16:30:09,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:30:09,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 900 msec 2024-11-11T16:30:09,616 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:30:09,616 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:30:09,650 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:30:09,652 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,44945,1731342607204, seqNum=-1] 2024-11-11T16:30:09,683 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:30:09,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:30:09,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3710 sec 2024-11-11T16:30:09,726 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731342609725, completionTime=-1 2024-11-11T16:30:09,729 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T16:30:09,730 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:30:09,769 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-11T16:30:09,769 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342669769 2024-11-11T16:30:09,769 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342729769 2024-11-11T16:30:09,769 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 39 msec 2024-11-11T16:30:09,771 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T16:30:09,780 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33155,1731342606262-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:09,780 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33155,1731342606262-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:09,780 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33155,1731342606262-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:09,783 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:33155, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:09,783 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:09,786 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:09,791 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:30:09,821 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.442sec 2024-11-11T16:30:09,826 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:30:09,828 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:30:09,830 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:30:09,830 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:30:09,830 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:30:09,831 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33155,1731342606262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:30:09,832 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33155,1731342606262-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:30:09,837 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:30:09,838 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:30:09,839 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33155,1731342606262-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:09,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7884ca80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:30:09,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33155,-1 for getting cluster id 2024-11-11T16:30:09,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:30:09,930 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbe192b0-ab48-4f0d-8791-18d39e66ad07' 2024-11-11T16:30:09,984 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:30:09,985 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbe192b0-ab48-4f0d-8791-18d39e66ad07" 2024-11-11T16:30:09,988 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402355dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:30:09,988 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33155,-1] 2024-11-11T16:30:09,994 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:30:09,998 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:30:10,001 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:30:10,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a15b79d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:30:10,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:30:10,026 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,44945,1731342607204, seqNum=-1] 2024-11-11T16:30:10,026 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:30:10,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:30:10,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,33155,1731342606262 2024-11-11T16:30:10,054 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:33427/hbase 2024-11-11T16:30:10,080 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=358, OpenFileDescriptor=589, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=2675 2024-11-11T16:30:10,109 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:10,114 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:10,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:30:10,125 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-67985334, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/hregion-67985334, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:10,150 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-67985334/hregion-67985334.1731342610128, exclude list is [], retry=0 2024-11-11T16:30:10,154 WARN [IPC Server handler 0 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T16:30:10,154 WARN [IPC Server handler 0 on default port 33427 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T16:30:10,154 WARN [IPC Server handler 0 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T16:30:10,157 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:10,159 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:10,173 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-67985334/hregion-67985334.1731342610128 2024-11-11T16:30:10,174 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:37791:37791)] 2024-11-11T16:30:10,174 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f2d05532202833a124c91c94933c7aae, NAME => 'testReplayEditsWrittenIntoWAL,,1731342610110.f2d05532202833a124c91c94933c7aae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33427/hbase 2024-11-11T16:30:10,180 WARN [IPC Server handler 4 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T16:30:10,181 WARN [IPC Server handler 4 on default port 33427 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T16:30:10,181 WARN [IPC Server handler 4 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T16:30:10,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741838_1014 (size=64) 2024-11-11T16:30:10,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741838_1014 (size=64) 2024-11-11T16:30:10,197 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731342610110.f2d05532202833a124c91c94933c7aae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:10,200 INFO [StoreOpener-f2d05532202833a124c91c94933c7aae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f2d05532202833a124c91c94933c7aae 2024-11-11T16:30:10,205 INFO [StoreOpener-f2d05532202833a124c91c94933c7aae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2d05532202833a124c91c94933c7aae columnFamilyName a 2024-11-11T16:30:10,205 DEBUG [StoreOpener-f2d05532202833a124c91c94933c7aae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:10,206 INFO [StoreOpener-f2d05532202833a124c91c94933c7aae-1 {}] regionserver.HStore(327): Store=f2d05532202833a124c91c94933c7aae/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:10,206 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f2d05532202833a124c91c94933c7aae 2024-11-11T16:30:10,207 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae 2024-11-11T16:30:10,208 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae 2024-11-11T16:30:10,209 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f2d05532202833a124c91c94933c7aae 2024-11-11T16:30:10,209 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f2d05532202833a124c91c94933c7aae 2024-11-11T16:30:10,212 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f2d05532202833a124c91c94933c7aae 2024-11-11T16:30:10,222 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:30:10,222 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f2d05532202833a124c91c94933c7aae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59251667, jitterRate=-0.11708135902881622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:30:10,224 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f2d05532202833a124c91c94933c7aae: Writing region info on filesystem at 1731342610197Initializing all the Stores at 1731342610199 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342610199Cleaning up temporary data from old regions at 1731342610209 (+10 ms)Region opened successfully at 1731342610223 (+14 ms) 2024-11-11T16:30:10,224 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f2d05532202833a124c91c94933c7aae, disabling compactions & flushes 2024-11-11T16:30:10,224 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731342610110.f2d05532202833a124c91c94933c7aae. 2024-11-11T16:30:10,224 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731342610110.f2d05532202833a124c91c94933c7aae. 2024-11-11T16:30:10,224 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731342610110.f2d05532202833a124c91c94933c7aae. after waiting 0 ms 2024-11-11T16:30:10,224 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731342610110.f2d05532202833a124c91c94933c7aae. 2024-11-11T16:30:10,224 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731342610110.f2d05532202833a124c91c94933c7aae. 2024-11-11T16:30:10,224 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f2d05532202833a124c91c94933c7aae: Waiting for close lock at 1731342610224Disabling compacts and flushes for region at 1731342610224Disabling writes for close at 1731342610224Writing region close event to WAL at 1731342610224Closed at 1731342610224 2024-11-11T16:30:10,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741837_1013 (size=93) 2024-11-11T16:30:10,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741837_1013 (size=93) 2024-11-11T16:30:10,239 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T16:30:10,240 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-67985334:(num 1731342610128) 2024-11-11T16:30:10,242 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-11T16:30:10,249 WARN [IPC Server handler 2 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T16:30:10,249 WARN [IPC Server handler 2 on default port 33427 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T16:30:10,249 WARN [IPC Server handler 2 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T16:30:10,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741839_1015 (size=369) 2024-11-11T16:30:10,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741839_1015 (size=369) 2024-11-11T16:30:10,262 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-11T16:30:10,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741840_1016 (size=231) 2024-11-11T16:30:10,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741840_1016 (size=231) 2024-11-11T16:30:10,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741840_1016 (size=231) 2024-11-11T16:30:10,336 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-1, size=369 (369bytes) 2024-11-11T16:30:10,338 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T16:30:10,338 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T16:30:10,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-1 2024-11-11T16:30:10,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-1 after 11ms 2024-11-11T16:30:10,368 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-1 took 34ms 2024-11-11T16:30:10,381 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-1 so closing down 2024-11-11T16:30:10,388 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:30:10,393 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-11T16:30:10,397 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/0000000000000000001-wal-1.temp 2024-11-11T16:30:10,398 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:30:10,410 WARN [IPC Server handler 1 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T16:30:10,410 WARN [IPC Server handler 1 on default port 33427 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T16:30:10,410 WARN [IPC Server handler 1 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T16:30:10,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741841_1017 (size=369) 2024-11-11T16:30:10,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741841_1017 (size=369) 2024-11-11T16:30:10,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-11T16:30:10,465 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/0000000000000000002 2024-11-11T16:30:10,480 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-11T16:30:10,480 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-1, journal: Splitting hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-1, size=369 (369bytes) at 1731342610337Finishing writing output for hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-1 so closing down at 1731342610381 (+44 ms)Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/0000000000000000001-wal-1.temp at 1731342610397 (+16 ms)3 split writer threads finished at 1731342610398 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731342610461 (+63 ms)Rename recovered edits hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/0000000000000000002 at 1731342610465 (+4 ms)Processed 2 edits across 1 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1731342610480 (+15 ms) 2024-11-11T16:30:10,506 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-2, size=231 (231bytes) 2024-11-11T16:30:10,507 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-2 2024-11-11T16:30:10,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-2 after 1ms 2024-11-11T16:30:10,516 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-2 took 10ms 2024-11-11T16:30:10,527 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-2 so closing down 2024-11-11T16:30:10,527 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:30:10,537 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-11T16:30:10,549 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/0000000000000000002-wal-2.temp 2024-11-11T16:30:10,550 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:30:10,552 WARN [IPC Server handler 2 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T16:30:10,552 WARN [IPC Server handler 2 on default port 33427 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T16:30:10,552 WARN [IPC Server handler 2 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T16:30:10,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741842_1018 (size=231) 2024-11-11T16:30:10,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T16:30:10,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741842_1018 (size=231) 2024-11-11T16:30:10,592 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/0000000000000000002-wal-2.temp, length=231 2024-11-11T16:30:10,598 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-11T16:30:10,598 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-2, journal: Splitting hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-2, size=231 (231bytes) at 1731342610507Finishing writing output for hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-2 so closing down at 1731342610527 (+20 ms)Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/0000000000000000002-wal-2.temp at 1731342610549 (+22 ms)3 split writer threads finished at 1731342610550 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731342610575 (+25 ms)Processed 1 edits across 1 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1731342610598 (+23 ms) 2024-11-11T16:30:10,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:10,604 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:10,625 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal.1731342610606, exclude list is [], retry=0 2024-11-11T16:30:10,627 WARN [IPC Server handler 1 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T16:30:10,627 WARN [IPC Server handler 1 on default port 33427 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T16:30:10,628 WARN [IPC Server handler 1 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T16:30:10,635 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:10,636 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:10,653 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal.1731342610606 2024-11-11T16:30:10,654 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:37791:37791)] 2024-11-11T16:30:10,654 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f2d05532202833a124c91c94933c7aae, NAME => 'testReplayEditsWrittenIntoWAL,,1731342610110.f2d05532202833a124c91c94933c7aae.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:10,654 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731342610110.f2d05532202833a124c91c94933c7aae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:10,654 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f2d05532202833a124c91c94933c7aae 2024-11-11T16:30:10,654 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f2d05532202833a124c91c94933c7aae 2024-11-11T16:30:10,663 INFO [StoreOpener-f2d05532202833a124c91c94933c7aae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f2d05532202833a124c91c94933c7aae 2024-11-11T16:30:10,668 INFO [StoreOpener-f2d05532202833a124c91c94933c7aae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2d05532202833a124c91c94933c7aae columnFamilyName a 2024-11-11T16:30:10,668 DEBUG [StoreOpener-f2d05532202833a124c91c94933c7aae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:10,672 INFO [StoreOpener-f2d05532202833a124c91c94933c7aae-1 {}] regionserver.HStore(327): Store=f2d05532202833a124c91c94933c7aae/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:10,673 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f2d05532202833a124c91c94933c7aae 2024-11-11T16:30:10,675 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae 2024-11-11T16:30:10,681 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae 2024-11-11T16:30:10,683 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/0000000000000000002 2024-11-11T16:30:10,699 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/0000000000000000002 2024-11-11T16:30:10,705 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f2d05532202833a124c91c94933c7aae 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-11T16:30:10,776 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/.tmp/a/f2697523af3d410a94c9003f64f5f4ee is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731342610240/Put/seqid=0 2024-11-11T16:30:10,783 WARN [IPC Server handler 3 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T16:30:10,783 WARN [IPC Server handler 3 on default port 33427 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T16:30:10,783 WARN [IPC Server handler 3 on default port 33427 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T16:30:10,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741844_1020 (size=5170) 2024-11-11T16:30:10,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741844_1020 (size=5170) 2024-11-11T16:30:10,793 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/.tmp/a/f2697523af3d410a94c9003f64f5f4ee 2024-11-11T16:30:10,852 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/.tmp/a/f2697523af3d410a94c9003f64f5f4ee as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/a/f2697523af3d410a94c9003f64f5f4ee 2024-11-11T16:30:10,862 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/a/f2697523af3d410a94c9003f64f5f4ee, entries=2, sequenceid=2, filesize=5.0 K 2024-11-11T16:30:10,868 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f2d05532202833a124c91c94933c7aae in 163ms, sequenceid=2, compaction requested=false; wal=null 2024-11-11T16:30:10,870 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/0000000000000000002 2024-11-11T16:30:10,871 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f2d05532202833a124c91c94933c7aae 2024-11-11T16:30:10,871 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f2d05532202833a124c91c94933c7aae 2024-11-11T16:30:10,874 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f2d05532202833a124c91c94933c7aae 2024-11-11T16:30:10,879 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/f2d05532202833a124c91c94933c7aae/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-11T16:30:10,880 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f2d05532202833a124c91c94933c7aae; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67148153, jitterRate=5.854517221450806E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:30:10,881 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f2d05532202833a124c91c94933c7aae: Writing region info on filesystem at 1731342610654Initializing all the Stores at 1731342610661 (+7 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342610661Obtaining lock to block concurrent updates at 1731342610705 (+44 ms)Preparing flush snapshotting stores in f2d05532202833a124c91c94933c7aae at 1731342610705Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731342610110.f2d05532202833a124c91c94933c7aae., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731342610709 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731342610110.f2d05532202833a124c91c94933c7aae. at 1731342610709Flushing f2d05532202833a124c91c94933c7aae/a: creating writer at 1731342610711 (+2 ms)Flushing f2d05532202833a124c91c94933c7aae/a: appending metadata at 1731342610765 (+54 ms)Flushing f2d05532202833a124c91c94933c7aae/a: closing flushed file at 1731342610768 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9da4aa: reopening flushed file at 1731342610850 (+82 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f2d05532202833a124c91c94933c7aae in 163ms, sequenceid=2, compaction requested=false; wal=null at 1731342610868 (+18 ms)Cleaning up temporary data from old regions at 1731342610871 (+3 ms)Region opened successfully at 1731342610881 (+10 ms) 2024-11-11T16:30:10,910 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=367 (was 358) Potentially hanging thread: PacketResponder: BP-1295996821-172.17.0.2-1731342601814:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1295996821-172.17.0.2-1731342601814:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:35776 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:59914 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:55458 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:59888 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33427/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:35712 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=675 (was 589) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=578 (was 489) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2640 (was 2675) 2024-11-11T16:30:10,925 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=367, OpenFileDescriptor=675, MaxFileDescriptor=1048576, SystemLoadAverage=578, ProcessCount=11, AvailableMemoryMB=2639 2024-11-11T16:30:10,951 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:10,954 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:10,955 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:30:10,959 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-75558186, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/hregion-75558186, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:10,982 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-75558186/hregion-75558186.1731342610960, exclude list is [], retry=0 2024-11-11T16:30:10,993 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:10,999 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:10,999 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:11,007 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-75558186/hregion-75558186.1731342610960 2024-11-11T16:30:11,008 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:34929:34929)] 2024-11-11T16:30:11,008 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 65c6511582df2285d5e4c7b9a5a38f38, NAME => 'testReplayEditsWrittenIntoWAL,,1731342610952.65c6511582df2285d5e4c7b9a5a38f38.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33427/hbase 2024-11-11T16:30:11,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741846_1022 (size=64) 2024-11-11T16:30:11,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741846_1022 (size=64) 2024-11-11T16:30:11,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741846_1022 (size=64) 2024-11-11T16:30:11,047 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731342610952.65c6511582df2285d5e4c7b9a5a38f38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:11,053 INFO [StoreOpener-65c6511582df2285d5e4c7b9a5a38f38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 65c6511582df2285d5e4c7b9a5a38f38 2024-11-11T16:30:11,056 INFO [StoreOpener-65c6511582df2285d5e4c7b9a5a38f38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65c6511582df2285d5e4c7b9a5a38f38 columnFamilyName a 2024-11-11T16:30:11,056 DEBUG [StoreOpener-65c6511582df2285d5e4c7b9a5a38f38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:11,057 INFO [StoreOpener-65c6511582df2285d5e4c7b9a5a38f38-1 {}] regionserver.HStore(327): Store=65c6511582df2285d5e4c7b9a5a38f38/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:11,057 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 65c6511582df2285d5e4c7b9a5a38f38 2024-11-11T16:30:11,059 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38 2024-11-11T16:30:11,061 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38 2024-11-11T16:30:11,062 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 65c6511582df2285d5e4c7b9a5a38f38 2024-11-11T16:30:11,062 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 65c6511582df2285d5e4c7b9a5a38f38 2024-11-11T16:30:11,067 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 65c6511582df2285d5e4c7b9a5a38f38 2024-11-11T16:30:11,074 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:30:11,076 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 65c6511582df2285d5e4c7b9a5a38f38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67846624, jitterRate=0.010993480682373047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:30:11,077 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 65c6511582df2285d5e4c7b9a5a38f38: Writing region info on filesystem at 1731342611047Initializing all the Stores at 1731342611049 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342611049Cleaning up temporary data from old regions at 1731342611062 (+13 ms)Region opened successfully at 1731342611076 (+14 ms) 2024-11-11T16:30:11,077 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 65c6511582df2285d5e4c7b9a5a38f38, disabling compactions & flushes 2024-11-11T16:30:11,077 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731342610952.65c6511582df2285d5e4c7b9a5a38f38. 2024-11-11T16:30:11,077 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731342610952.65c6511582df2285d5e4c7b9a5a38f38. 2024-11-11T16:30:11,077 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731342610952.65c6511582df2285d5e4c7b9a5a38f38. after waiting 0 ms 2024-11-11T16:30:11,077 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731342610952.65c6511582df2285d5e4c7b9a5a38f38. 2024-11-11T16:30:11,081 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731342610952.65c6511582df2285d5e4c7b9a5a38f38. 2024-11-11T16:30:11,081 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 65c6511582df2285d5e4c7b9a5a38f38: Waiting for close lock at 1731342611077Disabling compacts and flushes for region at 1731342611077Disabling writes for close at 1731342611077Writing region close event to WAL at 1731342611081 (+4 ms)Closed at 1731342611081 2024-11-11T16:30:11,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741845_1021 (size=93) 2024-11-11T16:30:11,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741845_1021 (size=93) 2024-11-11T16:30:11,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741845_1021 (size=93) 2024-11-11T16:30:11,094 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T16:30:11,094 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-75558186:(num 1731342610960) 2024-11-11T16:30:11,095 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-11T16:30:11,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741847_1023 (size=369) 2024-11-11T16:30:11,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741847_1023 (size=369) 2024-11-11T16:30:11,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741847_1023 (size=369) 2024-11-11T16:30:11,139 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-11T16:30:11,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741848_1024 (size=231) 2024-11-11T16:30:11,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741848_1024 (size=231) 2024-11-11T16:30:11,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741848_1024 (size=231) 2024-11-11T16:30:11,211 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-2, size=231 (231bytes) 2024-11-11T16:30:11,211 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-2 2024-11-11T16:30:11,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-2 after 1ms 2024-11-11T16:30:11,216 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-2 took 6ms 2024-11-11T16:30:11,219 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-2 so closing down 2024-11-11T16:30:11,219 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:30:11,221 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-11T16:30:11,223 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000002-wal-2.temp 2024-11-11T16:30:11,223 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:30:11,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741849_1025 (size=231) 2024-11-11T16:30:11,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741849_1025 (size=231) 2024-11-11T16:30:11,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741849_1025 (size=231) 2024-11-11T16:30:11,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T16:30:11,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000002 2024-11-11T16:30:11,240 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-11T16:30:11,240 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-2, journal: Splitting hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-2, size=231 (231bytes) at 1731342611211Finishing writing output for hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-2 so closing down at 1731342611219 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000002-wal-2.temp at 1731342611223 (+4 ms)3 split writer threads finished at 1731342611223Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731342611237 (+14 ms)Rename recovered edits hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000002 at 1731342611239 (+2 ms)Processed 1 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1731342611240 (+1 ms) 2024-11-11T16:30:11,255 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-1, size=369 (369bytes) 2024-11-11T16:30:11,255 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-1 2024-11-11T16:30:11,256 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-1 after 0ms 2024-11-11T16:30:11,260 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-1 took 5ms 2024-11-11T16:30:11,262 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-1 so closing down 2024-11-11T16:30:11,262 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:30:11,264 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-11T16:30:11,266 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000001-wal-1.temp 2024-11-11T16:30:11,266 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:30:11,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741850_1026 (size=369) 2024-11-11T16:30:11,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741850_1026 (size=369) 2024-11-11T16:30:11,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741850_1026 (size=369) 2024-11-11T16:30:11,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-11T16:30:11,285 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000002, length=231 2024-11-11T16:30:11,295 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000002 2024-11-11T16:30:11,296 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-11T16:30:11,296 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-1, journal: Splitting hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-1, size=369 (369bytes) at 1731342611255Finishing writing output for hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-1 so closing down at 1731342611262 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000001-wal-1.temp at 1731342611266 (+4 ms)3 split writer threads finished at 1731342611266Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731342611277 (+11 ms)Rename recovered edits hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000002 at 1731342611295 (+18 ms)Processed 2 edits across 1 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1731342611296 (+1 ms) 2024-11-11T16:30:11,296 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:11,307 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:11,324 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal.1731342611307, exclude list is [], retry=0 2024-11-11T16:30:11,332 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:11,333 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:11,334 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:11,350 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal.1731342611307 2024-11-11T16:30:11,352 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:45047:45047)] 2024-11-11T16:30:11,353 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 65c6511582df2285d5e4c7b9a5a38f38, NAME => 'testReplayEditsWrittenIntoWAL,,1731342610952.65c6511582df2285d5e4c7b9a5a38f38.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:11,353 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731342610952.65c6511582df2285d5e4c7b9a5a38f38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:11,353 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 65c6511582df2285d5e4c7b9a5a38f38 2024-11-11T16:30:11,353 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 65c6511582df2285d5e4c7b9a5a38f38 2024-11-11T16:30:11,356 INFO [StoreOpener-65c6511582df2285d5e4c7b9a5a38f38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 65c6511582df2285d5e4c7b9a5a38f38 2024-11-11T16:30:11,358 INFO [StoreOpener-65c6511582df2285d5e4c7b9a5a38f38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65c6511582df2285d5e4c7b9a5a38f38 columnFamilyName a 2024-11-11T16:30:11,359 DEBUG [StoreOpener-65c6511582df2285d5e4c7b9a5a38f38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:11,360 INFO [StoreOpener-65c6511582df2285d5e4c7b9a5a38f38-1 {}] regionserver.HStore(327): Store=65c6511582df2285d5e4c7b9a5a38f38/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:11,360 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 65c6511582df2285d5e4c7b9a5a38f38 2024-11-11T16:30:11,361 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38 2024-11-11T16:30:11,365 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38 2024-11-11T16:30:11,368 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000002 2024-11-11T16:30:11,376 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000002 2024-11-11T16:30:11,376 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 65c6511582df2285d5e4c7b9a5a38f38 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-11T16:30:11,411 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/.tmp/a/01b32e2063a34d32b86df2c21f79fec0 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731342611094/Put/seqid=0 2024-11-11T16:30:11,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741852_1028 (size=5170) 2024-11-11T16:30:11,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741852_1028 (size=5170) 2024-11-11T16:30:11,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741852_1028 (size=5170) 2024-11-11T16:30:11,830 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/.tmp/a/01b32e2063a34d32b86df2c21f79fec0 2024-11-11T16:30:11,840 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/.tmp/a/01b32e2063a34d32b86df2c21f79fec0 as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/a/01b32e2063a34d32b86df2c21f79fec0 2024-11-11T16:30:11,849 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/a/01b32e2063a34d32b86df2c21f79fec0, entries=2, sequenceid=2, filesize=5.0 K 2024-11-11T16:30:11,849 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 65c6511582df2285d5e4c7b9a5a38f38 in 473ms, sequenceid=2, compaction requested=false; wal=null 2024-11-11T16:30:11,850 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/0000000000000000002 2024-11-11T16:30:11,851 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 65c6511582df2285d5e4c7b9a5a38f38 2024-11-11T16:30:11,851 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 65c6511582df2285d5e4c7b9a5a38f38 2024-11-11T16:30:11,854 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 65c6511582df2285d5e4c7b9a5a38f38 2024-11-11T16:30:11,858 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/65c6511582df2285d5e4c7b9a5a38f38/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-11T16:30:11,859 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 65c6511582df2285d5e4c7b9a5a38f38; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70628668, jitterRate=0.052449166774749756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:30:11,859 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 65c6511582df2285d5e4c7b9a5a38f38: Writing region info on filesystem at 1731342611353Initializing all the Stores at 1731342611355 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342611355Obtaining lock to block concurrent updates at 1731342611376 (+21 ms)Preparing flush snapshotting stores in 65c6511582df2285d5e4c7b9a5a38f38 at 1731342611376Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731342610952.65c6511582df2285d5e4c7b9a5a38f38., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731342611376Flushing stores of testReplayEditsWrittenIntoWAL,,1731342610952.65c6511582df2285d5e4c7b9a5a38f38. at 1731342611376Flushing 65c6511582df2285d5e4c7b9a5a38f38/a: creating writer at 1731342611377 (+1 ms)Flushing 65c6511582df2285d5e4c7b9a5a38f38/a: appending metadata at 1731342611410 (+33 ms)Flushing 65c6511582df2285d5e4c7b9a5a38f38/a: closing flushed file at 1731342611410Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62efccc: reopening flushed file at 1731342611839 (+429 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 65c6511582df2285d5e4c7b9a5a38f38 in 473ms, sequenceid=2, compaction requested=false; wal=null at 1731342611849 (+10 ms)Cleaning up temporary data from old regions at 1731342611851 (+2 ms)Region opened successfully at 1731342611859 (+8 ms) 2024-11-11T16:30:11,883 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=377 (was 367) Potentially hanging thread: PacketResponder: BP-1295996821-172.17.0.2-1731342601814:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1295996821-172.17.0.2-1731342601814:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:55576 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1295996821-172.17.0.2-1731342601814:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:59888 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:59982 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:35864 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:35712 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=761 (was 675) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=578 (was 578), ProcessCount=11 (was 11), AvailableMemoryMB=2727 (was 2639) - AvailableMemoryMB LEAK? - 2024-11-11T16:30:11,901 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=377, OpenFileDescriptor=761, MaxFileDescriptor=1048576, SystemLoadAverage=578, ProcessCount=11, AvailableMemoryMB=2727 2024-11-11T16:30:11,926 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:11,929 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:11,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:30:11,934 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-88318752, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/hregion-88318752, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:11,954 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-88318752/hregion-88318752.1731342611935, exclude list is [], retry=0 2024-11-11T16:30:11,958 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:11,958 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:11,960 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:11,965 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-88318752/hregion-88318752.1731342611935 2024-11-11T16:30:11,965 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:37791:37791)] 2024-11-11T16:30:11,965 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 686237c7a6bf1cc81792c2fa25f6575d, NAME => 'testReplayEditsWrittenIntoWAL,,1731342611927.686237c7a6bf1cc81792c2fa25f6575d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33427/hbase 2024-11-11T16:30:11,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741854_1030 (size=64) 2024-11-11T16:30:11,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741854_1030 (size=64) 2024-11-11T16:30:11,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741854_1030 (size=64) 2024-11-11T16:30:11,989 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731342611927.686237c7a6bf1cc81792c2fa25f6575d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:11,993 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:11,995 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 686237c7a6bf1cc81792c2fa25f6575d columnFamilyName a 2024-11-11T16:30:11,995 DEBUG [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:11,996 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] regionserver.HStore(327): Store=686237c7a6bf1cc81792c2fa25f6575d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:11,996 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:11,998 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 686237c7a6bf1cc81792c2fa25f6575d columnFamilyName b 2024-11-11T16:30:11,998 DEBUG [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:11,999 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] regionserver.HStore(327): Store=686237c7a6bf1cc81792c2fa25f6575d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:11,999 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:12,006 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 686237c7a6bf1cc81792c2fa25f6575d columnFamilyName c 2024-11-11T16:30:12,006 DEBUG [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:12,007 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] regionserver.HStore(327): Store=686237c7a6bf1cc81792c2fa25f6575d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:12,007 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:12,008 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:12,008 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:12,010 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:12,010 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:12,011 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:12,016 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:12,021 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:30:12,021 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 686237c7a6bf1cc81792c2fa25f6575d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73303720, jitterRate=0.09231054782867432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:12,022 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 686237c7a6bf1cc81792c2fa25f6575d: Writing region info on filesystem at 1731342611989Initializing all the Stores at 1731342611991 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342611991Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342611992 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342611992Cleaning up temporary data from old regions at 1731342612010 (+18 ms)Region opened successfully at 1731342612021 (+11 ms) 2024-11-11T16:30:12,022 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 686237c7a6bf1cc81792c2fa25f6575d, disabling compactions & flushes 2024-11-11T16:30:12,022 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731342611927.686237c7a6bf1cc81792c2fa25f6575d. 2024-11-11T16:30:12,022 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731342611927.686237c7a6bf1cc81792c2fa25f6575d. 2024-11-11T16:30:12,022 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731342611927.686237c7a6bf1cc81792c2fa25f6575d. after waiting 0 ms 2024-11-11T16:30:12,022 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731342611927.686237c7a6bf1cc81792c2fa25f6575d. 2024-11-11T16:30:12,023 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731342611927.686237c7a6bf1cc81792c2fa25f6575d. 2024-11-11T16:30:12,023 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 686237c7a6bf1cc81792c2fa25f6575d: Waiting for close lock at 1731342612022Disabling compacts and flushes for region at 1731342612022Disabling writes for close at 1731342612022Writing region close event to WAL at 1731342612023 (+1 ms)Closed at 1731342612023 2024-11-11T16:30:12,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741853_1029 (size=93) 2024-11-11T16:30:12,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741853_1029 (size=93) 2024-11-11T16:30:12,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741853_1029 (size=93) 2024-11-11T16:30:12,031 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T16:30:12,031 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-88318752:(num 1731342611935) 2024-11-11T16:30:12,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:12,034 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:12,049 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034, exclude list is [], retry=0 2024-11-11T16:30:12,054 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:12,054 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:12,054 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:12,058 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034 2024-11-11T16:30:12,058 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:45047:45047)] 2024-11-11T16:30:12,312 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034, size=0 (0bytes) 2024-11-11T16:30:12,312 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034 might be still open, length is 0 2024-11-11T16:30:12,313 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034 2024-11-11T16:30:12,314 WARN [IPC Server handler 2 on default port 33427 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-11T16:30:12,315 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034 after 1ms 2024-11-11T16:30:13,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:30:14,086 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:55606 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39421:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55606 dst: /127.0.0.1:39421 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39421 remote=/127.0.0.1:55606]. Total timeout mills is 60000, 58183 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:14,087 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:60020 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44441:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60020 dst: /127.0.0.1:44441 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:14,087 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:35888 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43577:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35888 dst: /127.0.0.1:43577 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:14,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741855_1032 (size=470675) 2024-11-11T16:30:14,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741855_1032 (size=470675) 2024-11-11T16:30:14,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741855_1032 (size=470675) 2024-11-11T16:30:14,957 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T16:30:15,016 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:30:16,316 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034 after 4003ms 2024-11-11T16:30:16,322 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034 took 4010ms 2024-11-11T16:30:16,329 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731342612034.temp 2024-11-11T16:30:16,333 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/recovered.edits/0000000000000000001-wal.1731342612034.temp 2024-11-11T16:30:16,416 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034; continuing. 2024-11-11T16:30:16,416 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034 so closing down 2024-11-11T16:30:16,416 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:30:16,423 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:30:16,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741856_1033 (size=470683) 2024-11-11T16:30:16,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741856_1033 (size=470683) 2024-11-11T16:30:16,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741856_1033 (size=470683) 2024-11-11T16:30:16,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/recovered.edits/0000000000000000001-wal.1731342612034.temp (wrote 3002 edits, skipped 0 edits in 40 ms) 2024-11-11T16:30:16,435 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/recovered.edits/0000000000000000001-wal.1731342612034.temp to hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/recovered.edits/0000000000000003002 2024-11-11T16:30:16,435 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034, size=0, length=0, corrupted=false, cancelled=false 2024-11-11T16:30:16,435 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034, journal: Splitting hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034, size=0 (0bytes) at 1731342612312Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/recovered.edits/0000000000000000001-wal.1731342612034.temp at 1731342616333 (+4021 ms)Split 1024 edits, skipped 0 edits. at 1731342616387 (+54 ms)Split 2048 edits, skipped 0 edits. at 1731342616406 (+19 ms)Finishing writing output for hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034 so closing down at 1731342616416 (+10 ms)3 split writer threads finished at 1731342616423 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/recovered.edits/0000000000000000001-wal.1731342612034.temp (wrote 3002 edits, skipped 0 edits in 40 ms) at 1731342616431 (+8 ms)Rename recovered edits hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/recovered.edits/0000000000000000001-wal.1731342612034.temp to hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/recovered.edits/0000000000000003002 at 1731342616435 (+4 ms)Processed 3002 edits across 1 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034, size=0, length=0, corrupted=false, cancelled=false at 1731342616435 2024-11-11T16:30:16,438 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034 to hdfs://localhost:33427/hbase/oldWALs/wal.1731342612034 2024-11-11T16:30:16,440 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/recovered.edits/0000000000000003002 2024-11-11T16:30:16,441 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:16,443 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:16,465 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342616444, exclude list is [], retry=0 2024-11-11T16:30:16,468 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:16,469 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:16,469 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:16,471 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342616444 2024-11-11T16:30:16,472 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:37791:37791)] 2024-11-11T16:30:16,472 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731342611927.686237c7a6bf1cc81792c2fa25f6575d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:16,475 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:16,477 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 686237c7a6bf1cc81792c2fa25f6575d columnFamilyName a 2024-11-11T16:30:16,477 DEBUG [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:16,478 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] regionserver.HStore(327): Store=686237c7a6bf1cc81792c2fa25f6575d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:16,478 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:16,482 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 686237c7a6bf1cc81792c2fa25f6575d columnFamilyName b 2024-11-11T16:30:16,482 DEBUG [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:16,483 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] regionserver.HStore(327): Store=686237c7a6bf1cc81792c2fa25f6575d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:16,483 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:16,484 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 686237c7a6bf1cc81792c2fa25f6575d columnFamilyName c 2024-11-11T16:30:16,484 DEBUG [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:16,485 INFO [StoreOpener-686237c7a6bf1cc81792c2fa25f6575d-1 {}] regionserver.HStore(327): Store=686237c7a6bf1cc81792c2fa25f6575d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:16,485 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:16,486 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:16,489 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:16,490 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/recovered.edits/0000000000000003002 2024-11-11T16:30:16,555 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-11T16:30:16,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:30:16,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T16:30:16,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:30:16,728 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T16:30:16,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T16:30:16,728 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T16:30:16,729 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-11T16:30:16,729 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-11T16:30:17,109 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 686237c7a6bf1cc81792c2fa25f6575d 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-11T16:30:17,160 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/a/ac3fe9b85bb348a083ad72c589419ed8 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731342612070/Put/seqid=0 2024-11-11T16:30:17,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741858_1035 (size=50463) 2024-11-11T16:30:17,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741858_1035 (size=50463) 2024-11-11T16:30:17,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741858_1035 (size=50463) 2024-11-11T16:30:17,174 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/a/ac3fe9b85bb348a083ad72c589419ed8 2024-11-11T16:30:17,182 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/a/ac3fe9b85bb348a083ad72c589419ed8 as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/a/ac3fe9b85bb348a083ad72c589419ed8 2024-11-11T16:30:17,192 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/a/ac3fe9b85bb348a083ad72c589419ed8, entries=754, sequenceid=754, filesize=49.3 K 2024-11-11T16:30:17,193 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 686237c7a6bf1cc81792c2fa25f6575d in 85ms, sequenceid=754, compaction requested=false; wal=null 2024-11-11T16:30:17,210 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-11T16:30:17,211 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 686237c7a6bf1cc81792c2fa25f6575d 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-11T16:30:17,222 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/a/44e428e2b1a7492eb85698adc64a9d7e is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731342612125/Put/seqid=0 2024-11-11T16:30:17,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741859_1036 (size=20072) 2024-11-11T16:30:17,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741859_1036 (size=20072) 2024-11-11T16:30:17,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741859_1036 (size=20072) 2024-11-11T16:30:17,235 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/a/44e428e2b1a7492eb85698adc64a9d7e 2024-11-11T16:30:17,271 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/b/062c08659e064e42925a88ce483400a3 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731342612148/Put/seqid=0 2024-11-11T16:30:17,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741860_1037 (size=35835) 2024-11-11T16:30:17,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741860_1037 (size=35835) 2024-11-11T16:30:17,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741860_1037 (size=35835) 2024-11-11T16:30:17,282 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/b/062c08659e064e42925a88ce483400a3 2024-11-11T16:30:17,291 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/a/44e428e2b1a7492eb85698adc64a9d7e as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/a/44e428e2b1a7492eb85698adc64a9d7e 2024-11-11T16:30:17,299 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/a/44e428e2b1a7492eb85698adc64a9d7e, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-11T16:30:17,300 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/b/062c08659e064e42925a88ce483400a3 as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/b/062c08659e064e42925a88ce483400a3 2024-11-11T16:30:17,306 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/b/062c08659e064e42925a88ce483400a3, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-11T16:30:17,307 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 686237c7a6bf1cc81792c2fa25f6575d in 97ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-11T16:30:17,316 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-11T16:30:17,316 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 686237c7a6bf1cc81792c2fa25f6575d 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-11T16:30:17,329 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/b/5a28ca83e5ac44bc9301bde7be7a59aa is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731342612174/Put/seqid=0 2024-11-11T16:30:17,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741861_1038 (size=35082) 2024-11-11T16:30:17,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741861_1038 (size=35082) 2024-11-11T16:30:17,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741861_1038 (size=35082) 2024-11-11T16:30:17,345 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/b/5a28ca83e5ac44bc9301bde7be7a59aa 2024-11-11T16:30:17,369 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/c/c54236658d074f99ac4556d84caea719 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731342612212/Put/seqid=0 2024-11-11T16:30:17,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741862_1039 (size=20825) 2024-11-11T16:30:17,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741862_1039 (size=20825) 2024-11-11T16:30:17,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741862_1039 (size=20825) 2024-11-11T16:30:17,380 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/c/c54236658d074f99ac4556d84caea719 2024-11-11T16:30:17,390 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/b/5a28ca83e5ac44bc9301bde7be7a59aa as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/b/5a28ca83e5ac44bc9301bde7be7a59aa 2024-11-11T16:30:17,397 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/b/5a28ca83e5ac44bc9301bde7be7a59aa, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-11T16:30:17,398 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/c/c54236658d074f99ac4556d84caea719 as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/c/c54236658d074f99ac4556d84caea719 2024-11-11T16:30:17,405 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/c/c54236658d074f99ac4556d84caea719, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-11T16:30:17,406 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 686237c7a6bf1cc81792c2fa25f6575d in 89ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-11T16:30:17,415 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731342612267/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731342611927.686237c7a6bf1cc81792c2fa25f6575d. 2024-11-11T16:30:17,420 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/recovered.edits/0000000000000003002 2024-11-11T16:30:17,420 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-11T16:30:17,421 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 686237c7a6bf1cc81792c2fa25f6575d 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-11T16:30:17,437 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/c/4852331c7ba14ef89545141606ace8fb is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731342612222/Put/seqid=0 2024-11-11T16:30:17,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741863_1040 (size=50301) 2024-11-11T16:30:17,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741863_1040 (size=50301) 2024-11-11T16:30:17,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741863_1040 (size=50301) 2024-11-11T16:30:17,449 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/c/4852331c7ba14ef89545141606ace8fb 2024-11-11T16:30:17,456 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4852331c7ba14ef89545141606ace8fb 2024-11-11T16:30:17,458 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/.tmp/c/4852331c7ba14ef89545141606ace8fb as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/c/4852331c7ba14ef89545141606ace8fb 2024-11-11T16:30:17,467 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4852331c7ba14ef89545141606ace8fb 2024-11-11T16:30:17,467 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/c/4852331c7ba14ef89545141606ace8fb, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-11T16:30:17,467 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 686237c7a6bf1cc81792c2fa25f6575d in 47ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-11T16:30:17,469 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/recovered.edits/0000000000000003002 2024-11-11T16:30:17,473 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:17,473 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:17,474 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T16:30:17,477 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 686237c7a6bf1cc81792c2fa25f6575d 2024-11-11T16:30:17,481 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenIntoWAL/686237c7a6bf1cc81792c2fa25f6575d/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-11T16:30:17,482 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 686237c7a6bf1cc81792c2fa25f6575d; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68401136, jitterRate=0.0192563533782959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T16:30:17,483 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 686237c7a6bf1cc81792c2fa25f6575d: Writing region info on filesystem at 1731342616472Initializing all the Stores at 1731342616474 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342616474Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342616475 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342616475Cleaning up temporary data from old regions at 1731342617474 (+999 ms)Region opened successfully at 1731342617483 (+9 ms) 2024-11-11T16:30:17,570 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 686237c7a6bf1cc81792c2fa25f6575d, disabling compactions & flushes 2024-11-11T16:30:17,570 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731342611927.686237c7a6bf1cc81792c2fa25f6575d. 2024-11-11T16:30:17,570 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731342611927.686237c7a6bf1cc81792c2fa25f6575d. 2024-11-11T16:30:17,570 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731342611927.686237c7a6bf1cc81792c2fa25f6575d. after waiting 0 ms 2024-11-11T16:30:17,570 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731342611927.686237c7a6bf1cc81792c2fa25f6575d. 2024-11-11T16:30:17,588 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731342611927.686237c7a6bf1cc81792c2fa25f6575d. 2024-11-11T16:30:17,588 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 686237c7a6bf1cc81792c2fa25f6575d: Waiting for close lock at 1731342617569Disabling compacts and flushes for region at 1731342617569Disabling writes for close at 1731342617570 (+1 ms)Writing region close event to WAL at 1731342617588 (+18 ms)Closed at 1731342617588 2024-11-11T16:30:17,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741857_1034 (size=93) 2024-11-11T16:30:17,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741857_1034 (size=93) 2024-11-11T16:30:17,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741857_1034 (size=93) 2024-11-11T16:30:17,609 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T16:30:17,609 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731342616444) 2024-11-11T16:30:17,627 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=394 (was 377) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (224833853) connection to localhost/127.0.0.1:33967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (224833853) connection to localhost/127.0.0.1:39193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:33427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_52563614_22 at /127.0.0.1:35926 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@78c88b9[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_52563614_22 at /127.0.0.1:35126 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (224833853) connection to localhost/127.0.0.1:33427 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_52563614_22 at /127.0.0.1:51682 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_52563614_22 at /127.0.0.1:45336 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=841 (was 761) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=548 (was 578), ProcessCount=11 (was 11), AvailableMemoryMB=2602 (was 2727) 2024-11-11T16:30:17,645 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=394, OpenFileDescriptor=841, MaxFileDescriptor=1048576, SystemLoadAverage=548, ProcessCount=11, AvailableMemoryMB=2601 2024-11-11T16:30:17,662 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:17,664 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:17,665 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:30:17,668 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-68717190, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/hregion-68717190, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:17,684 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-68717190/hregion-68717190.1731342617668, exclude list is [], retry=0 2024-11-11T16:30:17,688 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:17,688 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:17,689 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:17,691 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-68717190/hregion-68717190.1731342617668 2024-11-11T16:30:17,692 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:45047:45047)] 2024-11-11T16:30:17,692 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 776d586adc45717f24b1881f773a329b, NAME => 'test2727,,1731342617663.776d586adc45717f24b1881f773a329b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33427/hbase 2024-11-11T16:30:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741865_1042 (size=43) 2024-11-11T16:30:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741865_1042 (size=43) 2024-11-11T16:30:17,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741865_1042 (size=43) 2024-11-11T16:30:17,704 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731342617663.776d586adc45717f24b1881f773a329b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:17,705 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 776d586adc45717f24b1881f773a329b 2024-11-11T16:30:17,707 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 776d586adc45717f24b1881f773a329b columnFamilyName a 2024-11-11T16:30:17,707 DEBUG [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:17,708 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] regionserver.HStore(327): Store=776d586adc45717f24b1881f773a329b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:17,708 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 776d586adc45717f24b1881f773a329b 2024-11-11T16:30:17,709 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 776d586adc45717f24b1881f773a329b columnFamilyName b 2024-11-11T16:30:17,709 DEBUG [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:17,710 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] regionserver.HStore(327): Store=776d586adc45717f24b1881f773a329b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:17,710 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 776d586adc45717f24b1881f773a329b 2024-11-11T16:30:17,711 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 776d586adc45717f24b1881f773a329b columnFamilyName c 2024-11-11T16:30:17,712 DEBUG [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:17,712 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] regionserver.HStore(327): Store=776d586adc45717f24b1881f773a329b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:17,712 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 776d586adc45717f24b1881f773a329b 2024-11-11T16:30:17,713 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b 2024-11-11T16:30:17,714 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b 2024-11-11T16:30:17,715 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 776d586adc45717f24b1881f773a329b 2024-11-11T16:30:17,715 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 776d586adc45717f24b1881f773a329b 2024-11-11T16:30:17,716 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:17,717 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 776d586adc45717f24b1881f773a329b 2024-11-11T16:30:17,725 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:30:17,726 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 776d586adc45717f24b1881f773a329b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70861279, jitterRate=0.05591534078121185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:17,727 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 776d586adc45717f24b1881f773a329b: Writing region info on filesystem at 1731342617704Initializing all the Stores at 1731342617705 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342617705Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342617705Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342617705Cleaning up temporary data from old regions at 1731342617715 (+10 ms)Region opened successfully at 1731342617727 (+12 ms) 2024-11-11T16:30:17,727 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 776d586adc45717f24b1881f773a329b, disabling compactions & flushes 2024-11-11T16:30:17,727 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731342617663.776d586adc45717f24b1881f773a329b. 2024-11-11T16:30:17,727 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731342617663.776d586adc45717f24b1881f773a329b. 2024-11-11T16:30:17,727 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731342617663.776d586adc45717f24b1881f773a329b. after waiting 0 ms 2024-11-11T16:30:17,727 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731342617663.776d586adc45717f24b1881f773a329b. 2024-11-11T16:30:17,728 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731342617663.776d586adc45717f24b1881f773a329b. 2024-11-11T16:30:17,728 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 776d586adc45717f24b1881f773a329b: Waiting for close lock at 1731342617727Disabling compacts and flushes for region at 1731342617727Disabling writes for close at 1731342617727Writing region close event to WAL at 1731342617728 (+1 ms)Closed at 1731342617728 2024-11-11T16:30:17,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741864_1041 (size=93) 2024-11-11T16:30:17,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741864_1041 (size=93) 2024-11-11T16:30:17,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741864_1041 (size=93) 2024-11-11T16:30:17,738 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T16:30:17,738 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-68717190:(num 1731342617668) 2024-11-11T16:30:17,738 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:17,740 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:17,755 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342617741, exclude list is [], retry=0 2024-11-11T16:30:17,759 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:17,760 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:17,760 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:17,766 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342617741 2024-11-11T16:30:17,769 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:34929:34929)] 2024-11-11T16:30:17,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741866_1043 (size=344306) 2024-11-11T16:30:17,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741866_1043 (size=344306) 2024-11-11T16:30:17,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741866_1043 (size=344306) 2024-11-11T16:30:18,009 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342617741, size=336.2 K (344306bytes) 2024-11-11T16:30:18,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342617741 2024-11-11T16:30:18,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342617741 after 3ms 2024-11-11T16:30:18,023 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342617741 took 14ms 2024-11-11T16:30:18,031 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731342617741.temp 2024-11-11T16:30:18,033 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000000001-wal.1731342617741.temp 2024-11-11T16:30:18,064 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342617741 so closing down 2024-11-11T16:30:18,064 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:30:18,065 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:30:18,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741867_1044 (size=344306) 2024-11-11T16:30:18,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741867_1044 (size=344306) 2024-11-11T16:30:18,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741867_1044 (size=344306) 2024-11-11T16:30:18,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000000001-wal.1731342617741.temp (wrote 3000 edits, skipped 0 edits in 14 ms) 2024-11-11T16:30:18,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000000001-wal.1731342617741.temp to hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000003000 2024-11-11T16:30:18,074 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342617741, size=336.2 K, length=344306, corrupted=false, cancelled=false 2024-11-11T16:30:18,074 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342617741, journal: Splitting hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342617741, size=336.2 K (344306bytes) at 1731342618009Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000000001-wal.1731342617741.temp at 1731342618033 (+24 ms)Split 1024 edits, skipped 0 edits. at 1731342618039 (+6 ms)Split 2048 edits, skipped 0 edits. at 1731342618054 (+15 ms)Finishing writing output for hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342617741 so closing down at 1731342618064 (+10 ms)3 split writer threads finished at 1731342618065 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000000001-wal.1731342617741.temp (wrote 3000 edits, skipped 0 edits in 14 ms) at 1731342618072 (+7 ms)Rename recovered edits hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000000001-wal.1731342617741.temp to hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000003000 at 1731342618074 (+2 ms)Processed 3000 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342617741, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1731342618074 2024-11-11T16:30:18,079 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342617741 to hdfs://localhost:33427/hbase/oldWALs/wal.1731342617741 2024-11-11T16:30:18,081 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000003000 2024-11-11T16:30:18,081 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:18,084 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:18,104 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342618085, exclude list is [], retry=0 2024-11-11T16:30:18,109 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:18,110 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:18,110 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:18,115 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342618085 2024-11-11T16:30:18,115 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:34929:34929)] 2024-11-11T16:30:18,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741868_1045 (size=344433) 2024-11-11T16:30:18,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741868_1045 (size=344433) 2024-11-11T16:30:18,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741868_1045 (size=344433) 2024-11-11T16:30:18,371 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342618085, size=336.4 K (344433bytes) 2024-11-11T16:30:18,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342618085 2024-11-11T16:30:18,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342618085 after 0ms 2024-11-11T16:30:18,375 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342618085 took 5ms 2024-11-11T16:30:18,380 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731342618085.temp 2024-11-11T16:30:18,393 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000003001-wal.1731342618085.temp 2024-11-11T16:30:18,410 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342618085 so closing down 2024-11-11T16:30:18,410 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:30:18,414 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:30:18,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741869_1046 (size=344433) 2024-11-11T16:30:18,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741869_1046 (size=344433) 2024-11-11T16:30:18,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741869_1046 (size=344433) 2024-11-11T16:30:18,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000003001-wal.1731342618085.temp (wrote 3000 edits, skipped 0 edits in 11 ms) 2024-11-11T16:30:18,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000003001-wal.1731342618085.temp to hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000006000 2024-11-11T16:30:18,485 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342618085, size=336.4 K, length=344433, corrupted=false, cancelled=false 2024-11-11T16:30:18,485 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342618085, journal: Splitting hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342618085, size=336.4 K (344433bytes) at 1731342618371Split 1024 edits, skipped 0 edits. at 1731342618389 (+18 ms)Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000003001-wal.1731342618085.temp at 1731342618393 (+4 ms)Split 2048 edits, skipped 0 edits. at 1731342618400 (+7 ms)Finishing writing output for hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342618085 so closing down at 1731342618410 (+10 ms)3 split writer threads finished at 1731342618414 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000003001-wal.1731342618085.temp (wrote 3000 edits, skipped 0 edits in 11 ms) at 1731342618475 (+61 ms)Rename recovered edits hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000003001-wal.1731342618085.temp to hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000006000 at 1731342618485 (+10 ms)Processed 3000 edits across 1 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342618085, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1731342618485 2024-11-11T16:30:18,491 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342618085 to hdfs://localhost:33427/hbase/oldWALs/wal.1731342618085 2024-11-11T16:30:18,496 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000006000 2024-11-11T16:30:18,496 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:18,502 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/test2727-manual,16010,1731342617661, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:18,521 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342618503, exclude list is [], retry=0 2024-11-11T16:30:18,524 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:18,525 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:18,525 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:18,529 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342618503 2024-11-11T16:30:18,533 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:34929:34929)] 2024-11-11T16:30:18,533 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 776d586adc45717f24b1881f773a329b, NAME => 'test2727,,1731342617663.776d586adc45717f24b1881f773a329b.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:18,533 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731342617663.776d586adc45717f24b1881f773a329b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:18,533 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 776d586adc45717f24b1881f773a329b 2024-11-11T16:30:18,533 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 776d586adc45717f24b1881f773a329b 2024-11-11T16:30:18,537 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 776d586adc45717f24b1881f773a329b 2024-11-11T16:30:18,539 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 776d586adc45717f24b1881f773a329b columnFamilyName a 2024-11-11T16:30:18,539 DEBUG [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:18,539 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] regionserver.HStore(327): Store=776d586adc45717f24b1881f773a329b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:18,540 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 776d586adc45717f24b1881f773a329b 2024-11-11T16:30:18,541 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 776d586adc45717f24b1881f773a329b columnFamilyName b 2024-11-11T16:30:18,541 DEBUG [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:18,542 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] regionserver.HStore(327): Store=776d586adc45717f24b1881f773a329b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:18,542 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 776d586adc45717f24b1881f773a329b 2024-11-11T16:30:18,543 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 776d586adc45717f24b1881f773a329b columnFamilyName c 2024-11-11T16:30:18,543 DEBUG [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:18,544 INFO [StoreOpener-776d586adc45717f24b1881f773a329b-1 {}] regionserver.HStore(327): Store=776d586adc45717f24b1881f773a329b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:18,544 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 776d586adc45717f24b1881f773a329b 2024-11-11T16:30:18,547 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b 2024-11-11T16:30:18,550 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b 2024-11-11T16:30:18,552 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000003000 2024-11-11T16:30:18,595 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000003000 2024-11-11T16:30:18,596 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000006000 2024-11-11T16:30:18,639 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000006000 2024-11-11T16:30:18,639 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 776d586adc45717f24b1881f773a329b 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-11T16:30:18,662 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/.tmp/a/8c33930642794199b9eae671b33d997b is 41, key is test2727/a:100/1731342618123/Put/seqid=0 2024-11-11T16:30:18,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741871_1048 (size=84227) 2024-11-11T16:30:18,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741871_1048 (size=84227) 2024-11-11T16:30:18,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741871_1048 (size=84227) 2024-11-11T16:30:18,671 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/.tmp/a/8c33930642794199b9eae671b33d997b 2024-11-11T16:30:18,705 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/.tmp/b/b89a66611a044c9dbdfda6fdf6a05a92 is 41, key is test2727/b:100/1731342618194/Put/seqid=0 2024-11-11T16:30:18,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741872_1049 (size=84609) 2024-11-11T16:30:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741872_1049 (size=84609) 2024-11-11T16:30:18,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741872_1049 (size=84609) 2024-11-11T16:30:18,722 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/.tmp/b/b89a66611a044c9dbdfda6fdf6a05a92 2024-11-11T16:30:18,774 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/.tmp/c/b37918346ca44fad9b2cd67c64d2778f is 41, key is test2727/c:100/1731342618263/Put/seqid=0 2024-11-11T16:30:18,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741873_1050 (size=84609) 2024-11-11T16:30:18,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741873_1050 (size=84609) 2024-11-11T16:30:18,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741873_1050 (size=84609) 2024-11-11T16:30:18,791 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/.tmp/c/b37918346ca44fad9b2cd67c64d2778f 2024-11-11T16:30:18,803 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/.tmp/a/8c33930642794199b9eae671b33d997b as hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/a/8c33930642794199b9eae671b33d997b 2024-11-11T16:30:18,815 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/a/8c33930642794199b9eae671b33d997b, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-11T16:30:18,817 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/.tmp/b/b89a66611a044c9dbdfda6fdf6a05a92 as hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/b/b89a66611a044c9dbdfda6fdf6a05a92 2024-11-11T16:30:18,831 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/b/b89a66611a044c9dbdfda6fdf6a05a92, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-11T16:30:18,841 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/.tmp/c/b37918346ca44fad9b2cd67c64d2778f as hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/c/b37918346ca44fad9b2cd67c64d2778f 2024-11-11T16:30:18,851 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/c/b37918346ca44fad9b2cd67c64d2778f, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-11T16:30:18,852 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 776d586adc45717f24b1881f773a329b in 213ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-11T16:30:18,854 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000003000 2024-11-11T16:30:18,855 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/0000000000000006000 2024-11-11T16:30:18,857 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 776d586adc45717f24b1881f773a329b 2024-11-11T16:30:18,857 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 776d586adc45717f24b1881f773a329b 2024-11-11T16:30:18,858 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:18,860 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 776d586adc45717f24b1881f773a329b 2024-11-11T16:30:18,864 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/test2727/776d586adc45717f24b1881f773a329b/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-11T16:30:18,865 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 776d586adc45717f24b1881f773a329b; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65527646, jitterRate=-0.023561984300613403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:18,867 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 776d586adc45717f24b1881f773a329b: Writing region info on filesystem at 1731342618533Initializing all the Stores at 1731342618535 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342618535Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342618536 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342618536Obtaining lock to block concurrent updates at 1731342618639 (+103 ms)Preparing flush snapshotting stores in 776d586adc45717f24b1881f773a329b at 1731342618639Finished memstore snapshotting test2727,,1731342617663.776d586adc45717f24b1881f773a329b., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731342618639Flushing stores of test2727,,1731342617663.776d586adc45717f24b1881f773a329b. at 1731342618639Flushing 776d586adc45717f24b1881f773a329b/a: creating writer at 1731342618639Flushing 776d586adc45717f24b1881f773a329b/a: appending metadata at 1731342618661 (+22 ms)Flushing 776d586adc45717f24b1881f773a329b/a: closing flushed file at 1731342618661Flushing 776d586adc45717f24b1881f773a329b/b: creating writer at 1731342618678 (+17 ms)Flushing 776d586adc45717f24b1881f773a329b/b: appending metadata at 1731342618702 (+24 ms)Flushing 776d586adc45717f24b1881f773a329b/b: closing flushed file at 1731342618702Flushing 776d586adc45717f24b1881f773a329b/c: creating writer at 1731342618730 (+28 ms)Flushing 776d586adc45717f24b1881f773a329b/c: appending metadata at 1731342618772 (+42 ms)Flushing 776d586adc45717f24b1881f773a329b/c: closing flushed file at 1731342618772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f4f1ba8: reopening flushed file at 1731342618801 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b8a45e0: reopening flushed file at 1731342618815 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32516dcd: reopening flushed file at 1731342618831 (+16 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 776d586adc45717f24b1881f773a329b in 213ms, sequenceid=6000, compaction requested=false; wal=null at 1731342618852 (+21 ms)Cleaning up temporary data from old regions at 1731342618857 (+5 ms)Region opened successfully at 1731342618866 (+9 ms) 2024-11-11T16:30:18,868 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-11T16:30:18,868 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 776d586adc45717f24b1881f773a329b, disabling compactions & flushes 2024-11-11T16:30:18,868 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731342617663.776d586adc45717f24b1881f773a329b. 2024-11-11T16:30:18,868 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731342617663.776d586adc45717f24b1881f773a329b. 2024-11-11T16:30:18,868 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731342617663.776d586adc45717f24b1881f773a329b. after waiting 0 ms 2024-11-11T16:30:18,868 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731342617663.776d586adc45717f24b1881f773a329b. 2024-11-11T16:30:18,870 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731342617663.776d586adc45717f24b1881f773a329b. 2024-11-11T16:30:18,870 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 776d586adc45717f24b1881f773a329b: Waiting for close lock at 1731342618868Disabling compacts and flushes for region at 1731342618868Disabling writes for close at 1731342618868Writing region close event to WAL at 1731342618870 (+2 ms)Closed at 1731342618870 2024-11-11T16:30:18,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741870_1047 (size=93) 2024-11-11T16:30:18,878 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1731342617661/wal.1731342618503 not finished, retry = 0 2024-11-11T16:30:18,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741870_1047 (size=93) 2024-11-11T16:30:18,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741870_1047 (size=93) 2024-11-11T16:30:18,982 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T16:30:18,982 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731342618503) 2024-11-11T16:30:19,002 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=393 (was 394), OpenFileDescriptor=899 (was 841) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=548 (was 548), ProcessCount=11 (was 11), AvailableMemoryMB=2379 (was 2601) 2024-11-11T16:30:19,016 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=393, OpenFileDescriptor=899, MaxFileDescriptor=1048576, SystemLoadAverage=548, ProcessCount=11, AvailableMemoryMB=2378 2024-11-11T16:30:19,035 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:19,042 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731342619034, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:19,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731342619043 2024-11-11T16:30:19,054 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731342619034/wal.1731342619043 2024-11-11T16:30:19,056 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:45047:45047)] 2024-11-11T16:30:19,057 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c5108ce0cc6ab964dde5142070e430da, NAME => 'testSequentialEditLogSeqNum,,1731342619035.c5108ce0cc6ab964dde5142070e430da.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:19,057 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731342619035.c5108ce0cc6ab964dde5142070e430da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:19,058 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c5108ce0cc6ab964dde5142070e430da 2024-11-11T16:30:19,058 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c5108ce0cc6ab964dde5142070e430da 2024-11-11T16:30:19,058 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:33427/hbase/data/default/testSequentialEditLogSeqNum/c5108ce0cc6ab964dde5142070e430da doesn't exist for region: c5108ce0cc6ab964dde5142070e430da on table testSequentialEditLogSeqNum 2024-11-11T16:30:19,059 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: c5108ce0cc6ab964dde5142070e430da on table testSequentialEditLogSeqNum 2024-11-11T16:30:19,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741875_1052 (size=62) 2024-11-11T16:30:19,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741875_1052 (size=62) 2024-11-11T16:30:19,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741875_1052 (size=62) 2024-11-11T16:30:19,070 INFO [StoreOpener-c5108ce0cc6ab964dde5142070e430da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c5108ce0cc6ab964dde5142070e430da 2024-11-11T16:30:19,072 INFO [StoreOpener-c5108ce0cc6ab964dde5142070e430da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5108ce0cc6ab964dde5142070e430da columnFamilyName a 2024-11-11T16:30:19,072 DEBUG [StoreOpener-c5108ce0cc6ab964dde5142070e430da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:19,072 INFO [StoreOpener-c5108ce0cc6ab964dde5142070e430da-1 {}] regionserver.HStore(327): Store=c5108ce0cc6ab964dde5142070e430da/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:19,072 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c5108ce0cc6ab964dde5142070e430da 2024-11-11T16:30:19,073 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testSequentialEditLogSeqNum/c5108ce0cc6ab964dde5142070e430da 2024-11-11T16:30:19,073 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testSequentialEditLogSeqNum/c5108ce0cc6ab964dde5142070e430da 2024-11-11T16:30:19,074 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c5108ce0cc6ab964dde5142070e430da 2024-11-11T16:30:19,074 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c5108ce0cc6ab964dde5142070e430da 2024-11-11T16:30:19,076 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c5108ce0cc6ab964dde5142070e430da 2024-11-11T16:30:19,080 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testSequentialEditLogSeqNum/c5108ce0cc6ab964dde5142070e430da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:30:19,080 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c5108ce0cc6ab964dde5142070e430da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64692529, jitterRate=-0.036006197333335876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:30:19,082 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c5108ce0cc6ab964dde5142070e430da: Writing region info on filesystem at 1731342619058Initializing all the Stores at 1731342619069 (+11 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342619070 (+1 ms)Cleaning up temporary data from old regions at 1731342619074 (+4 ms)Region opened successfully at 1731342619082 (+8 ms) 2024-11-11T16:30:19,096 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c5108ce0cc6ab964dde5142070e430da 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-11T16:30:19,125 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testSequentialEditLogSeqNum/c5108ce0cc6ab964dde5142070e430da/.tmp/a/8a9a2449e5ff447c8ac50e208169cbcd is 81, key is testSequentialEditLogSeqNum/a:x0/1731342619082/Put/seqid=0 2024-11-11T16:30:19,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741876_1053 (size=5833) 2024-11-11T16:30:19,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741876_1053 (size=5833) 2024-11-11T16:30:19,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741876_1053 (size=5833) 2024-11-11T16:30:19,134 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testSequentialEditLogSeqNum/c5108ce0cc6ab964dde5142070e430da/.tmp/a/8a9a2449e5ff447c8ac50e208169cbcd 2024-11-11T16:30:19,141 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testSequentialEditLogSeqNum/c5108ce0cc6ab964dde5142070e430da/.tmp/a/8a9a2449e5ff447c8ac50e208169cbcd as hdfs://localhost:33427/hbase/data/default/testSequentialEditLogSeqNum/c5108ce0cc6ab964dde5142070e430da/a/8a9a2449e5ff447c8ac50e208169cbcd 2024-11-11T16:30:19,147 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testSequentialEditLogSeqNum/c5108ce0cc6ab964dde5142070e430da/a/8a9a2449e5ff447c8ac50e208169cbcd, entries=10, sequenceid=13, filesize=5.7 K 2024-11-11T16:30:19,149 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c5108ce0cc6ab964dde5142070e430da in 53ms, sequenceid=13, compaction requested=false 2024-11-11T16:30:19,149 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c5108ce0cc6ab964dde5142070e430da: 2024-11-11T16:30:19,155 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T16:30:19,155 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T16:30:19,155 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T16:30:19,155 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T16:30:19,155 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T16:30:19,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741874_1051 (size=3017) 2024-11-11T16:30:19,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741874_1051 (size=3017) 2024-11-11T16:30:19,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741874_1051 (size=3017) 2024-11-11T16:30:19,177 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33427/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731342619034/wal.1731342619043, size=2.9 K (3017bytes) 2024-11-11T16:30:19,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33427/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731342619034/wal.1731342619043 2024-11-11T16:30:19,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33427/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731342619034/wal.1731342619043 after 1ms 2024-11-11T16:30:19,181 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33427/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731342619034/wal.1731342619043 took 4ms 2024-11-11T16:30:19,185 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33427/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731342619034/wal.1731342619043 so closing down 2024-11-11T16:30:19,185 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:30:19,186 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731342619043.temp 2024-11-11T16:30:19,188 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testSequentialEditLogSeqNum/c5108ce0cc6ab964dde5142070e430da/recovered.edits/0000000000000000003-wal.1731342619043.temp 2024-11-11T16:30:19,188 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:30:19,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741877_1054 (size=2433) 2024-11-11T16:30:19,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741877_1054 (size=2433) 2024-11-11T16:30:19,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741877_1054 (size=2433) 2024-11-11T16:30:19,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testSequentialEditLogSeqNum/c5108ce0cc6ab964dde5142070e430da/recovered.edits/0000000000000000003-wal.1731342619043.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-11T16:30:19,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33427/hbase/data/default/testSequentialEditLogSeqNum/c5108ce0cc6ab964dde5142070e430da/recovered.edits/0000000000000000003-wal.1731342619043.temp to hdfs://localhost:33427/hbase/data/default/testSequentialEditLogSeqNum/c5108ce0cc6ab964dde5142070e430da/recovered.edits/0000000000000000020 2024-11-11T16:30:19,208 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 25 ms; skipped=2; WAL=hdfs://localhost:33427/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731342619034/wal.1731342619043, size=2.9 K, length=3017, corrupted=false, cancelled=false 2024-11-11T16:30:19,208 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33427/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731342619034/wal.1731342619043, journal: Splitting hdfs://localhost:33427/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731342619034/wal.1731342619043, size=2.9 K (3017bytes) at 1731342619177Finishing writing output for hdfs://localhost:33427/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731342619034/wal.1731342619043 so closing down at 1731342619185 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testSequentialEditLogSeqNum/c5108ce0cc6ab964dde5142070e430da/recovered.edits/0000000000000000003-wal.1731342619043.temp at 1731342619188 (+3 ms)3 split writer threads finished at 1731342619188Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testSequentialEditLogSeqNum/c5108ce0cc6ab964dde5142070e430da/recovered.edits/0000000000000000003-wal.1731342619043.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731342619206 (+18 ms)Rename recovered edits hdfs://localhost:33427/hbase/data/default/testSequentialEditLogSeqNum/c5108ce0cc6ab964dde5142070e430da/recovered.edits/0000000000000000003-wal.1731342619043.temp to hdfs://localhost:33427/hbase/data/default/testSequentialEditLogSeqNum/c5108ce0cc6ab964dde5142070e430da/recovered.edits/0000000000000000020 at 1731342619207 (+1 ms)Processed 17 edits across 1 Regions in 25 ms; skipped=2; WAL=hdfs://localhost:33427/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731342619034/wal.1731342619043, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1731342619208 (+1 ms) 2024-11-11T16:30:19,236 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=398 (was 393) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:45448 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:35254 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=935 (was 899) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=548 (was 548), ProcessCount=11 (was 11), AvailableMemoryMB=2354 (was 2378) 2024-11-11T16:30:19,254 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=398, OpenFileDescriptor=935, MaxFileDescriptor=1048576, SystemLoadAverage=548, ProcessCount=11, AvailableMemoryMB=2353 2024-11-11T16:30:19,273 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:19,276 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:19,277 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:30:19,280 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-28426508, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/hregion-28426508, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:19,298 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-28426508/hregion-28426508.1731342619281, exclude list is [], retry=0 2024-11-11T16:30:19,304 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:19,304 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:19,305 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:19,316 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-28426508/hregion-28426508.1731342619281 2024-11-11T16:30:19,321 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:45047:45047)] 2024-11-11T16:30:19,321 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a9b3fc83dfe79db4b861bba40cb52be1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33427/hbase 2024-11-11T16:30:19,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741879_1056 (size=70) 2024-11-11T16:30:19,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741879_1056 (size=70) 2024-11-11T16:30:19,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741879_1056 (size=70) 2024-11-11T16:30:19,376 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:19,378 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,380 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9b3fc83dfe79db4b861bba40cb52be1 columnFamilyName a 2024-11-11T16:30:19,380 DEBUG [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:19,381 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(327): Store=a9b3fc83dfe79db4b861bba40cb52be1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:19,381 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,382 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9b3fc83dfe79db4b861bba40cb52be1 columnFamilyName b 2024-11-11T16:30:19,382 DEBUG [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:19,382 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(327): Store=a9b3fc83dfe79db4b861bba40cb52be1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:19,383 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,384 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9b3fc83dfe79db4b861bba40cb52be1 columnFamilyName c 2024-11-11T16:30:19,384 DEBUG [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:19,384 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(327): Store=a9b3fc83dfe79db4b861bba40cb52be1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:19,384 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,385 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,386 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,387 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,387 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,387 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:19,388 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,391 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:30:19,392 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a9b3fc83dfe79db4b861bba40cb52be1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74868313, jitterRate=0.11562480032444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:19,393 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a9b3fc83dfe79db4b861bba40cb52be1: Writing region info on filesystem at 1731342619376Initializing all the Stores at 1731342619377 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342619377Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342619378 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342619378Cleaning up temporary data from old regions at 1731342619387 (+9 ms)Region opened successfully at 1731342619393 (+6 ms) 2024-11-11T16:30:19,394 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a9b3fc83dfe79db4b861bba40cb52be1, disabling compactions & flushes 2024-11-11T16:30:19,394 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1. 2024-11-11T16:30:19,394 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1. 2024-11-11T16:30:19,394 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1. after waiting 0 ms 2024-11-11T16:30:19,394 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1. 2024-11-11T16:30:19,394 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1. 2024-11-11T16:30:19,394 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a9b3fc83dfe79db4b861bba40cb52be1: Waiting for close lock at 1731342619393Disabling compacts and flushes for region at 1731342619393Disabling writes for close at 1731342619394 (+1 ms)Writing region close event to WAL at 1731342619394Closed at 1731342619394 2024-11-11T16:30:19,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741878_1055 (size=93) 2024-11-11T16:30:19,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741878_1055 (size=93) 2024-11-11T16:30:19,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741878_1055 (size=93) 2024-11-11T16:30:19,403 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T16:30:19,403 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-28426508:(num 1731342619281) 2024-11-11T16:30:19,403 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:19,405 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:19,420 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405, exclude list is [], retry=0 2024-11-11T16:30:19,424 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:19,424 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:19,424 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:19,426 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405 2024-11-11T16:30:19,427 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:45047:45047)] 2024-11-11T16:30:19,427 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a9b3fc83dfe79db4b861bba40cb52be1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:19,427 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:19,427 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,427 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,429 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,430 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9b3fc83dfe79db4b861bba40cb52be1 columnFamilyName a 2024-11-11T16:30:19,430 DEBUG [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:19,431 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(327): Store=a9b3fc83dfe79db4b861bba40cb52be1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:19,431 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,432 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9b3fc83dfe79db4b861bba40cb52be1 columnFamilyName b 2024-11-11T16:30:19,432 DEBUG [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:19,432 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(327): Store=a9b3fc83dfe79db4b861bba40cb52be1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:19,432 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,433 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9b3fc83dfe79db4b861bba40cb52be1 columnFamilyName c 2024-11-11T16:30:19,433 DEBUG [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:19,434 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(327): Store=a9b3fc83dfe79db4b861bba40cb52be1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:19,434 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,435 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,436 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,437 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,437 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,437 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:19,439 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:19,439 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a9b3fc83dfe79db4b861bba40cb52be1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66325923, jitterRate=-0.011666730046272278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:19,441 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a9b3fc83dfe79db4b861bba40cb52be1: Writing region info on filesystem at 1731342619428Initializing all the Stores at 1731342619429 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342619429Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342619429Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342619429Cleaning up temporary data from old regions at 1731342619437 (+8 ms)Region opened successfully at 1731342619441 (+4 ms) 2024-11-11T16:30:19,445 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731342619444/Put/seqid=0 2024-11-11T16:30:19,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741881_1058 (size=4826) 2024-11-11T16:30:19,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741881_1058 (size=4826) 2024-11-11T16:30:19,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741881_1058 (size=4826) 2024-11-11T16:30:19,454 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33427/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in a9b3fc83dfe79db4b861bba40cb52be1/a 2024-11-11T16:30:19,464 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-11T16:30:19,464 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:30:19,464 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a9b3fc83dfe79db4b861bba40cb52be1: 2024-11-11T16:30:19,466 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/a/46478505f69f45c98b90a50b0b9bda9a_SeqId_3_ 2024-11-11T16:30:19,467 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33427/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into a9b3fc83dfe79db4b861bba40cb52be1/a as hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/a/46478505f69f45c98b90a50b0b9bda9a_SeqId_3_ - updating store file list. 2024-11-11T16:30:19,474 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 46478505f69f45c98b90a50b0b9bda9a_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-11T16:30:19,474 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/a/46478505f69f45c98b90a50b0b9bda9a_SeqId_3_ into a9b3fc83dfe79db4b861bba40cb52be1/a 2024-11-11T16:30:19,474 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33427/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into a9b3fc83dfe79db4b861bba40cb52be1/a (new location: hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/a/46478505f69f45c98b90a50b0b9bda9a_SeqId_3_) 2024-11-11T16:30:19,522 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33427/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405, size=0 (0bytes) 2024-11-11T16:30:19,522 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33427/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405 might be still open, length is 0 2024-11-11T16:30:19,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33427/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405 2024-11-11T16:30:19,522 WARN [IPC Server handler 2 on default port 33427 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-11T16:30:19,523 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33427/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405 after 1ms 2024-11-11T16:30:20,077 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:45546 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39421:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45546 dst: /127.0.0.1:39421 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39421 remote=/127.0.0.1:45546]. Total timeout mills is 60000, 59404 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:20,078 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:35346 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44441:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35346 dst: /127.0.0.1:44441 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:20,078 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:51896 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43577:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51896 dst: /127.0.0.1:43577 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:20,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741880_1059 (size=504) 2024-11-11T16:30:20,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741880_1059 (size=504) 2024-11-11T16:30:20,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741880_1059 (size=504) 2024-11-11T16:30:23,524 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33427/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405 after 4002ms 2024-11-11T16:30:23,529 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33427/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405 took 4008ms 2024-11-11T16:30:23,532 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33427/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405; continuing. 2024-11-11T16:30:23,532 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33427/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405 so closing down 2024-11-11T16:30:23,532 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:30:23,536 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731342619405.temp 2024-11-11T16:30:23,538 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/recovered.edits/0000000000000000005-wal.1731342619405.temp 2024-11-11T16:30:23,539 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:30:23,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741882_1060 (size=238) 2024-11-11T16:30:23,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741882_1060 (size=238) 2024-11-11T16:30:23,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741882_1060 (size=238) 2024-11-11T16:30:23,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/recovered.edits/0000000000000000005-wal.1731342619405.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T16:30:23,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/recovered.edits/0000000000000000005-wal.1731342619405.temp to hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/recovered.edits/0000000000000000005 2024-11-11T16:30:23,571 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 41 ms; skipped=1; WAL=hdfs://localhost:33427/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405, size=0, length=0, corrupted=false, cancelled=false 2024-11-11T16:30:23,571 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33427/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405, journal: Splitting hdfs://localhost:33427/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405, size=0 (0bytes) at 1731342619522Finishing writing output for hdfs://localhost:33427/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405 so closing down at 1731342623532 (+4010 ms)Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/recovered.edits/0000000000000000005-wal.1731342619405.temp at 1731342623538 (+6 ms)3 split writer threads finished at 1731342623539 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/recovered.edits/0000000000000000005-wal.1731342619405.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731342623568 (+29 ms)Rename recovered edits hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/recovered.edits/0000000000000000005-wal.1731342619405.temp to hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/recovered.edits/0000000000000000005 at 1731342623570 (+2 ms)Processed 2 edits across 1 Regions in 41 ms; skipped=1; WAL=hdfs://localhost:33427/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405, size=0, length=0, corrupted=false, cancelled=false at 1731342623571 (+1 ms) 2024-11-11T16:30:23,573 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33427/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405 to hdfs://localhost:33427/hbase/oldWALs/wal.1731342619405 2024-11-11T16:30:23,574 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/recovered.edits/0000000000000000005 2024-11-11T16:30:23,574 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:23,576 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:23,592 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342623577, exclude list is [], retry=0 2024-11-11T16:30:23,596 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:23,596 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:23,596 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:23,599 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342623577 2024-11-11T16:30:23,600 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:37791:37791)] 2024-11-11T16:30:23,600 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a9b3fc83dfe79db4b861bba40cb52be1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:23,600 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:23,600 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:23,600 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:23,646 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:23,648 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9b3fc83dfe79db4b861bba40cb52be1 columnFamilyName a 2024-11-11T16:30:23,648 DEBUG [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:23,665 DEBUG [StoreFileOpener-a9b3fc83dfe79db4b861bba40cb52be1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 46478505f69f45c98b90a50b0b9bda9a_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-11T16:30:23,665 DEBUG [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/a/46478505f69f45c98b90a50b0b9bda9a_SeqId_3_ 2024-11-11T16:30:23,665 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(327): Store=a9b3fc83dfe79db4b861bba40cb52be1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:23,665 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:23,667 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9b3fc83dfe79db4b861bba40cb52be1 columnFamilyName b 2024-11-11T16:30:23,668 DEBUG [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:23,668 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(327): Store=a9b3fc83dfe79db4b861bba40cb52be1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:23,668 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:23,670 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9b3fc83dfe79db4b861bba40cb52be1 columnFamilyName c 2024-11-11T16:30:23,670 DEBUG [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:23,673 INFO [StoreOpener-a9b3fc83dfe79db4b861bba40cb52be1-1 {}] regionserver.HStore(327): Store=a9b3fc83dfe79db4b861bba40cb52be1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:23,673 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:23,677 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:23,678 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:23,679 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/recovered.edits/0000000000000000005 2024-11-11T16:30:23,683 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/recovered.edits/0000000000000000005 2024-11-11T16:30:23,683 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a9b3fc83dfe79db4b861bba40cb52be1 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-11T16:30:23,710 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/.tmp/a/3e5bf6146c314324a51a38b5e4794f1b is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731342619481/Put/seqid=0 2024-11-11T16:30:23,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741884_1062 (size=5149) 2024-11-11T16:30:23,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741884_1062 (size=5149) 2024-11-11T16:30:23,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741884_1062 (size=5149) 2024-11-11T16:30:23,720 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/.tmp/a/3e5bf6146c314324a51a38b5e4794f1b 2024-11-11T16:30:23,728 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/.tmp/a/3e5bf6146c314324a51a38b5e4794f1b as hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/a/3e5bf6146c314324a51a38b5e4794f1b 2024-11-11T16:30:23,736 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/a/3e5bf6146c314324a51a38b5e4794f1b, entries=1, sequenceid=5, filesize=5.0 K 2024-11-11T16:30:23,736 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for a9b3fc83dfe79db4b861bba40cb52be1 in 53ms, sequenceid=5, compaction requested=false; wal=null 2024-11-11T16:30:23,737 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/recovered.edits/0000000000000000005 2024-11-11T16:30:23,738 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:23,739 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:23,739 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:23,741 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a9b3fc83dfe79db4b861bba40cb52be1 2024-11-11T16:30:23,743 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a9b3fc83dfe79db4b861bba40cb52be1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T16:30:23,744 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a9b3fc83dfe79db4b861bba40cb52be1; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62470181, jitterRate=-0.06912176311016083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:23,744 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a9b3fc83dfe79db4b861bba40cb52be1: Writing region info on filesystem at 1731342623601Initializing all the Stores at 1731342623602 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342623602Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342623604 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342623604Obtaining lock to block concurrent updates at 1731342623683 (+79 ms)Preparing flush snapshotting stores in a9b3fc83dfe79db4b861bba40cb52be1 at 1731342623683Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731342623683Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1. at 1731342623683Flushing a9b3fc83dfe79db4b861bba40cb52be1/a: creating writer at 1731342623683Flushing a9b3fc83dfe79db4b861bba40cb52be1/a: appending metadata at 1731342623708 (+25 ms)Flushing a9b3fc83dfe79db4b861bba40cb52be1/a: closing flushed file at 1731342623708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@176714bd: reopening flushed file at 1731342623727 (+19 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for a9b3fc83dfe79db4b861bba40cb52be1 in 53ms, sequenceid=5, compaction requested=false; wal=null at 1731342623736 (+9 ms)Cleaning up temporary data from old regions at 1731342623739 (+3 ms)Region opened successfully at 1731342623744 (+5 ms) 2024-11-11T16:30:23,748 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a9b3fc83dfe79db4b861bba40cb52be1, disabling compactions & flushes 2024-11-11T16:30:23,748 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1. 2024-11-11T16:30:23,749 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1. 2024-11-11T16:30:23,749 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1. after waiting 0 ms 2024-11-11T16:30:23,749 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1. 2024-11-11T16:30:23,750 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731342619274.a9b3fc83dfe79db4b861bba40cb52be1. 2024-11-11T16:30:23,750 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a9b3fc83dfe79db4b861bba40cb52be1: Waiting for close lock at 1731342623748Disabling compacts and flushes for region at 1731342623748Disabling writes for close at 1731342623749 (+1 ms)Writing region close event to WAL at 1731342623750 (+1 ms)Closed at 1731342623750 2024-11-11T16:30:23,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741883_1061 (size=93) 2024-11-11T16:30:23,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741883_1061 (size=93) 2024-11-11T16:30:23,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741883_1061 (size=93) 2024-11-11T16:30:23,756 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T16:30:23,756 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731342623577) 2024-11-11T16:30:23,773 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=405 (was 398) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_735890809_22 at /127.0.0.1:51924 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (224833853) connection to localhost/127.0.0.1:33427 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_735890809_22 at /127.0.0.1:45582 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_735890809_22 at /127.0.0.1:35368 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:33427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=999 (was 935) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=536 (was 548), ProcessCount=11 (was 11), AvailableMemoryMB=2180 (was 2353) 2024-11-11T16:30:23,787 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=405, OpenFileDescriptor=999, MaxFileDescriptor=1048576, SystemLoadAverage=536, ProcessCount=11, AvailableMemoryMB=2180 2024-11-11T16:30:23,804 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:23,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:30:23,814 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33155,1731342606262 2024-11-11T16:30:23,816 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c89d4c0 2024-11-11T16:30:23,817 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:30:23,819 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:30:23,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:30:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-11T16:30:23,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:30:23,834 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:23,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-11T16:30:23,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:30:23,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:30:23,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741885_1063 (size=694) 2024-11-11T16:30:23,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741885_1063 (size=694) 2024-11-11T16:30:23,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741885_1063 (size=694) 2024-11-11T16:30:23,855 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80f343c1b75703986014803d08cba329, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7 2024-11-11T16:30:23,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741886_1064 (size=77) 2024-11-11T16:30:23,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741886_1064 (size=77) 2024-11-11T16:30:23,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741886_1064 (size=77) 2024-11-11T16:30:23,867 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:23,867 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 80f343c1b75703986014803d08cba329, disabling compactions & flushes 2024-11-11T16:30:23,867 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:23,867 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:23,867 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. after waiting 0 ms 2024-11-11T16:30:23,867 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:23,867 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:23,867 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80f343c1b75703986014803d08cba329: Waiting for close lock at 1731342623867Disabling compacts and flushes for region at 1731342623867Disabling writes for close at 1731342623867Writing region close event to WAL at 1731342623867Closed at 1731342623867 2024-11-11T16:30:23,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:30:23,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731342623870"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342623870"}]},"ts":"1731342623870"} 2024-11-11T16:30:23,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:30:23,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:30:23,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342623885"}]},"ts":"1731342623885"} 2024-11-11T16:30:23,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-11T16:30:23,897 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {16b413a53992=0} racks are {/default-rack=0} 2024-11-11T16:30:23,899 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T16:30:23,899 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T16:30:23,899 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T16:30:23,899 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T16:30:23,899 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T16:30:23,899 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T16:30:23,899 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T16:30:23,899 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T16:30:23,899 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T16:30:23,899 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T16:30:23,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, ASSIGN}] 2024-11-11T16:30:23,903 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, ASSIGN 2024-11-11T16:30:23,905 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, ASSIGN; state=OFFLINE, location=16b413a53992,40295,1731342607080; forceNewPlan=false, retain=false 2024-11-11T16:30:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:30:24,058 INFO [16b413a53992:33155 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T16:30:24,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80f343c1b75703986014803d08cba329, regionState=OPENING, regionLocation=16b413a53992,40295,1731342607080 2024-11-11T16:30:24,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, ASSIGN because future has completed 2024-11-11T16:30:24,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,40295,1731342607080}] 2024-11-11T16:30:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:30:24,224 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:30:24,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:30:24,231 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:24,232 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 80f343c1b75703986014803d08cba329, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:24,232 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 80f343c1b75703986014803d08cba329 2024-11-11T16:30:24,232 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:24,232 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:24,232 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:24,234 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 80f343c1b75703986014803d08cba329 2024-11-11T16:30:24,236 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f343c1b75703986014803d08cba329 columnFamilyName cf1 2024-11-11T16:30:24,236 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:24,237 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(327): Store=80f343c1b75703986014803d08cba329/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:24,237 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 80f343c1b75703986014803d08cba329 2024-11-11T16:30:24,238 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f343c1b75703986014803d08cba329 columnFamilyName cf2 2024-11-11T16:30:24,238 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:24,239 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(327): Store=80f343c1b75703986014803d08cba329/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:24,239 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:24,240 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329 2024-11-11T16:30:24,240 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329 2024-11-11T16:30:24,241 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:24,241 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:24,242 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-11T16:30:24,244 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:24,246 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:30:24,247 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 80f343c1b75703986014803d08cba329; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61483035, jitterRate=-0.08383138477802277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-11T16:30:24,247 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:24,248 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 80f343c1b75703986014803d08cba329: Running coprocessor pre-open hook at 1731342624232Writing region info on filesystem at 1731342624232Initializing all the Stores at 1731342624234 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342624234Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342624234Cleaning up temporary data from old regions at 1731342624241 (+7 ms)Running coprocessor post-open hooks at 1731342624247 (+6 ms)Region opened successfully at 1731342624248 (+1 ms) 2024-11-11T16:30:24,250 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., pid=6, masterSystemTime=1731342624223 2024-11-11T16:30:24,253 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:24,253 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:24,254 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80f343c1b75703986014803d08cba329, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,40295,1731342607080 2024-11-11T16:30:24,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,40295,1731342607080 because future has completed 2024-11-11T16:30:24,258 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33155 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=16b413a53992,40295,1731342607080, table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T16:30:24,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:30:24,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,40295,1731342607080 in 194 msec 2024-11-11T16:30:24,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:30:24,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, ASSIGN in 361 msec 2024-11-11T16:30:24,268 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:30:24,269 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342624268"}]},"ts":"1731342624268"} 2024-11-11T16:30:24,272 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-11T16:30:24,275 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:30:24,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 450 msec 2024-11-11T16:30:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:30:24,469 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-11T16:30:24,470 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-11T16:30:24,471 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T16:30:24,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-11T16:30:24,481 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T16:30:24,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-11T16:30:24,506 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=2] 2024-11-11T16:30:24,508 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:30:24,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:30:24,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=80f343c1b75703986014803d08cba329, source=16b413a53992,40295,1731342607080, destination=16b413a53992,44945,1731342607204, warming up region on 16b413a53992,44945,1731342607204 2024-11-11T16:30:24,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=80f343c1b75703986014803d08cba329, source=16b413a53992,40295,1731342607080, destination=16b413a53992,44945,1731342607204, running balancer 2024-11-11T16:30:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, REOPEN/MOVE 2024-11-11T16:30:24,539 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, REOPEN/MOVE 2024-11-11T16:30:24,544 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=80f343c1b75703986014803d08cba329, regionState=CLOSING, regionLocation=16b413a53992,40295,1731342607080 2024-11-11T16:30:24,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, REOPEN/MOVE because future has completed 2024-11-11T16:30:24,549 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T16:30:24,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,40295,1731342607080}] 2024-11-11T16:30:24,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44945 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44945 {}] regionserver.HRegion(7855): Warmup {ENCODED => 80f343c1b75703986014803d08cba329, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44945 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:24,569 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 80f343c1b75703986014803d08cba329 2024-11-11T16:30:24,571 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f343c1b75703986014803d08cba329 columnFamilyName cf1 2024-11-11T16:30:24,571 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:24,573 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(327): Store=80f343c1b75703986014803d08cba329/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:24,573 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 80f343c1b75703986014803d08cba329 2024-11-11T16:30:24,574 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f343c1b75703986014803d08cba329 columnFamilyName cf2 2024-11-11T16:30:24,574 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:24,575 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(327): Store=80f343c1b75703986014803d08cba329/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44945 {}] regionserver.HRegion(1722): Closing 80f343c1b75703986014803d08cba329, disabling compactions & flushes 2024-11-11T16:30:24,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44945 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44945 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44945 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. after waiting 0 ms 2024-11-11T16:30:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44945 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:24,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44945 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44945 {}] regionserver.HRegion(1676): Region close journal for 80f343c1b75703986014803d08cba329: Waiting for close lock at 1731342624576Disabling compacts and flushes for region at 1731342624576Disabling writes for close at 1731342624577 (+1 ms)Writing region close event to WAL at 1731342624578 (+1 ms)Closed at 1731342624578 2024-11-11T16:30:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-11T16:30:24,722 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 80f343c1b75703986014803d08cba329 2024-11-11T16:30:24,723 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T16:30:24,723 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 80f343c1b75703986014803d08cba329, disabling compactions & flushes 2024-11-11T16:30:24,723 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:24,723 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:24,723 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. after waiting 0 ms 2024-11-11T16:30:24,723 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:24,724 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 80f343c1b75703986014803d08cba329 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-11T16:30:24,749 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/.tmp/cf1/7e538b27262f4ddfa378303ef8b9131d is 35, key is r1/cf1:q/1731342624511/Put/seqid=0 2024-11-11T16:30:24,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741887_1065 (size=4783) 2024-11-11T16:30:24,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741887_1065 (size=4783) 2024-11-11T16:30:24,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741887_1065 (size=4783) 2024-11-11T16:30:24,775 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/.tmp/cf1/7e538b27262f4ddfa378303ef8b9131d 2024-11-11T16:30:24,783 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/.tmp/cf1/7e538b27262f4ddfa378303ef8b9131d as hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/7e538b27262f4ddfa378303ef8b9131d 2024-11-11T16:30:24,792 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/7e538b27262f4ddfa378303ef8b9131d, entries=1, sequenceid=5, filesize=4.7 K 2024-11-11T16:30:24,793 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 80f343c1b75703986014803d08cba329 in 70ms, sequenceid=5, compaction requested=false 2024-11-11T16:30:24,793 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-11T16:30:24,801 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T16:30:24,804 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:24,804 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 80f343c1b75703986014803d08cba329: Waiting for close lock at 1731342624723Running coprocessor pre-close hooks at 1731342624723Disabling compacts and flushes for region at 1731342624723Disabling writes for close at 1731342624723Obtaining lock to block concurrent updates at 1731342624724 (+1 ms)Preparing flush snapshotting stores in 80f343c1b75703986014803d08cba329 at 1731342624724Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731342624724Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. at 1731342624725 (+1 ms)Flushing 80f343c1b75703986014803d08cba329/cf1: creating writer at 1731342624725Flushing 80f343c1b75703986014803d08cba329/cf1: appending metadata at 1731342624749 (+24 ms)Flushing 80f343c1b75703986014803d08cba329/cf1: closing flushed file at 1731342624749Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb68837: reopening flushed file at 1731342624782 (+33 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 80f343c1b75703986014803d08cba329 in 70ms, sequenceid=5, compaction requested=false at 1731342624793 (+11 ms)Writing region close event to WAL at 1731342624796 (+3 ms)Running coprocessor post-close hooks at 1731342624802 (+6 ms)Closed at 1731342624804 (+2 ms) 2024-11-11T16:30:24,805 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 80f343c1b75703986014803d08cba329 move to 16b413a53992,44945,1731342607204 record at close sequenceid=5 2024-11-11T16:30:24,809 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 80f343c1b75703986014803d08cba329 2024-11-11T16:30:24,811 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=80f343c1b75703986014803d08cba329, regionState=CLOSED 2024-11-11T16:30:24,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,40295,1731342607080 because future has completed 2024-11-11T16:30:24,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T16:30:24,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,40295,1731342607080 in 268 msec 2024-11-11T16:30:24,823 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, REOPEN/MOVE; state=CLOSED, location=16b413a53992,44945,1731342607204; forceNewPlan=false, retain=false 2024-11-11T16:30:24,973 INFO [16b413a53992:33155 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T16:30:24,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=80f343c1b75703986014803d08cba329, regionState=OPENING, regionLocation=16b413a53992,44945,1731342607204 2024-11-11T16:30:24,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, REOPEN/MOVE because future has completed 2024-11-11T16:30:24,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,44945,1731342607204}] 2024-11-11T16:30:25,162 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:25,162 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 80f343c1b75703986014803d08cba329, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:25,163 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 80f343c1b75703986014803d08cba329 2024-11-11T16:30:25,163 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:25,163 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:25,163 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:25,166 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 80f343c1b75703986014803d08cba329 2024-11-11T16:30:25,167 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f343c1b75703986014803d08cba329 columnFamilyName cf1 2024-11-11T16:30:25,167 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:25,184 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/7e538b27262f4ddfa378303ef8b9131d 2024-11-11T16:30:25,185 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(327): Store=80f343c1b75703986014803d08cba329/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:25,185 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 80f343c1b75703986014803d08cba329 2024-11-11T16:30:25,186 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f343c1b75703986014803d08cba329 columnFamilyName cf2 2024-11-11T16:30:25,187 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:25,188 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(327): Store=80f343c1b75703986014803d08cba329/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:25,188 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:25,189 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329 2024-11-11T16:30:25,191 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329 2024-11-11T16:30:25,192 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:25,192 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:25,193 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-11T16:30:25,194 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:25,195 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 80f343c1b75703986014803d08cba329; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72248994, jitterRate=0.07659390568733215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-11T16:30:25,195 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:25,196 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 80f343c1b75703986014803d08cba329: Running coprocessor pre-open hook at 1731342625163Writing region info on filesystem at 1731342625163Initializing all the Stores at 1731342625165 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342625165Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342625165Cleaning up temporary data from old regions at 1731342625192 (+27 ms)Running coprocessor post-open hooks at 1731342625195 (+3 ms)Region opened successfully at 1731342625196 (+1 ms) 2024-11-11T16:30:25,197 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., pid=9, masterSystemTime=1731342625150 2024-11-11T16:30:25,201 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:25,201 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:25,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=80f343c1b75703986014803d08cba329, regionState=OPEN, openSeqNum=9, regionLocation=16b413a53992,44945,1731342607204 2024-11-11T16:30:25,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,44945,1731342607204 because future has completed 2024-11-11T16:30:25,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-11T16:30:25,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,44945,1731342607204 in 225 msec 2024-11-11T16:30:25,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, REOPEN/MOVE in 685 msec 2024-11-11T16:30:25,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:30:25,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:30:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:40400 deadline: 1731342685259, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=16b413a53992 port=44945 startCode=1731342607204. As of locationSeqNum=5. 2024-11-11T16:30:25,296 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=16b413a53992 port=44945 startCode=1731342607204. As of locationSeqNum=5. 2024-11-11T16:30:25,297 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=16b413a53992 port=44945 startCode=1731342607204. As of locationSeqNum=5. 2024-11-11T16:30:25,297 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,44945,1731342607204, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=16b413a53992 port=44945 startCode=1731342607204. As of locationSeqNum=5. 2024-11-11T16:30:25,420 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 80f343c1b75703986014803d08cba329 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-11T16:30:25,449 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/.tmp/cf1/ab6b6724ed934c3e958edcf4a5063157 is 29, key is r1/cf1:/1731342625409/DeleteFamily/seqid=0 2024-11-11T16:30:25,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741888_1066 (size=4906) 2024-11-11T16:30:25,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741888_1066 (size=4906) 2024-11-11T16:30:25,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741888_1066 (size=4906) 2024-11-11T16:30:25,457 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/.tmp/cf1/ab6b6724ed934c3e958edcf4a5063157 2024-11-11T16:30:25,464 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab6b6724ed934c3e958edcf4a5063157 2024-11-11T16:30:25,480 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/.tmp/cf2/b6b1918e83454fb7932ec1a63e5bce26 is 29, key is r1/cf2:/1731342625409/DeleteFamily/seqid=0 2024-11-11T16:30:25,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741889_1067 (size=4906) 2024-11-11T16:30:25,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741889_1067 (size=4906) 2024-11-11T16:30:25,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741889_1067 (size=4906) 2024-11-11T16:30:25,488 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/.tmp/cf2/b6b1918e83454fb7932ec1a63e5bce26 2024-11-11T16:30:25,494 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6b1918e83454fb7932ec1a63e5bce26 2024-11-11T16:30:25,495 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/.tmp/cf1/ab6b6724ed934c3e958edcf4a5063157 as hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/ab6b6724ed934c3e958edcf4a5063157 2024-11-11T16:30:25,501 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab6b6724ed934c3e958edcf4a5063157 2024-11-11T16:30:25,501 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/ab6b6724ed934c3e958edcf4a5063157, entries=1, sequenceid=12, filesize=4.8 K 2024-11-11T16:30:25,502 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/.tmp/cf2/b6b1918e83454fb7932ec1a63e5bce26 as hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf2/b6b1918e83454fb7932ec1a63e5bce26 2024-11-11T16:30:25,507 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6b1918e83454fb7932ec1a63e5bce26 2024-11-11T16:30:25,507 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf2/b6b1918e83454fb7932ec1a63e5bce26, entries=1, sequenceid=12, filesize=4.8 K 2024-11-11T16:30:25,508 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 80f343c1b75703986014803d08cba329 in 89ms, sequenceid=12, compaction requested=false 2024-11-11T16:30:25,509 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 80f343c1b75703986014803d08cba329: 2024-11-11T16:30:25,511 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T16:30:25,513 DEBUG [Time-limited test {}] regionserver.HStore(1541): 80f343c1b75703986014803d08cba329/cf1 is initiating major compaction (all files) 2024-11-11T16:30:25,513 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:30:25,513 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:25,513 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 80f343c1b75703986014803d08cba329/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:25,514 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/7e538b27262f4ddfa378303ef8b9131d, hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/ab6b6724ed934c3e958edcf4a5063157] into tmpdir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/.tmp, totalSize=9.5 K 2024-11-11T16:30:25,515 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7e538b27262f4ddfa378303ef8b9131d, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731342624511 2024-11-11T16:30:25,515 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ab6b6724ed934c3e958edcf4a5063157, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-11T16:30:25,526 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 80f343c1b75703986014803d08cba329#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T16:30:25,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741890_1068 (size=4626) 2024-11-11T16:30:25,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741890_1068 (size=4626) 2024-11-11T16:30:25,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741890_1068 (size=4626) 2024-11-11T16:30:25,943 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/.tmp/cf1/a61496143ce84aa1be839620c3ca48ec as hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/a61496143ce84aa1be839620c3ca48ec 2024-11-11T16:30:25,956 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 80f343c1b75703986014803d08cba329/cf1 of 80f343c1b75703986014803d08cba329 into a61496143ce84aa1be839620c3ca48ec(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T16:30:25,957 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 80f343c1b75703986014803d08cba329: 2024-11-11T16:30:25,957 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-11T16:30:25,957 DEBUG [Time-limited test {}] regionserver.HStore(1541): 80f343c1b75703986014803d08cba329/cf2 is initiating major compaction (all files) 2024-11-11T16:30:25,957 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:30:25,957 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:30:25,957 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 80f343c1b75703986014803d08cba329/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:25,957 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf2/b6b1918e83454fb7932ec1a63e5bce26] into tmpdir=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/.tmp, totalSize=4.8 K 2024-11-11T16:30:25,958 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b6b1918e83454fb7932ec1a63e5bce26, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-11T16:30:25,965 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 80f343c1b75703986014803d08cba329#cf2#compaction#17 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T16:30:25,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741891_1069 (size=4592) 2024-11-11T16:30:25,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741891_1069 (size=4592) 2024-11-11T16:30:25,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741891_1069 (size=4592) 2024-11-11T16:30:25,981 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/.tmp/cf2/5eee1833a42a4dfb902745e59a0aba2f as hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf2/5eee1833a42a4dfb902745e59a0aba2f 2024-11-11T16:30:25,988 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 80f343c1b75703986014803d08cba329/cf2 of 80f343c1b75703986014803d08cba329 into 5eee1833a42a4dfb902745e59a0aba2f(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T16:30:25,988 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 80f343c1b75703986014803d08cba329: 2024-11-11T16:30:25,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=80f343c1b75703986014803d08cba329, source=16b413a53992,44945,1731342607204, destination=16b413a53992,40295,1731342607080, warming up region on 16b413a53992,40295,1731342607080 2024-11-11T16:30:25,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=80f343c1b75703986014803d08cba329, source=16b413a53992,44945,1731342607204, destination=16b413a53992,40295,1731342607080, running balancer 2024-11-11T16:30:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, REOPEN/MOVE 2024-11-11T16:30:25,994 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, REOPEN/MOVE 2024-11-11T16:30:25,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=80f343c1b75703986014803d08cba329, regionState=CLOSING, regionLocation=16b413a53992,44945,1731342607204 2024-11-11T16:30:25,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] regionserver.HRegion(7855): Warmup {ENCODED => 80f343c1b75703986014803d08cba329, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:25,996 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 80f343c1b75703986014803d08cba329 2024-11-11T16:30:25,997 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f343c1b75703986014803d08cba329 columnFamilyName cf1 2024-11-11T16:30:25,997 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:25,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, REOPEN/MOVE because future has completed 2024-11-11T16:30:25,998 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T16:30:25,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,44945,1731342607204}] 2024-11-11T16:30:26,005 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/7e538b27262f4ddfa378303ef8b9131d 2024-11-11T16:30:26,009 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/a61496143ce84aa1be839620c3ca48ec 2024-11-11T16:30:26,014 INFO [StoreFileOpener-80f343c1b75703986014803d08cba329-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab6b6724ed934c3e958edcf4a5063157 2024-11-11T16:30:26,014 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/ab6b6724ed934c3e958edcf4a5063157 2024-11-11T16:30:26,015 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(327): Store=80f343c1b75703986014803d08cba329/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:26,015 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 80f343c1b75703986014803d08cba329 2024-11-11T16:30:26,016 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f343c1b75703986014803d08cba329 columnFamilyName cf2 2024-11-11T16:30:26,016 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:26,022 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf2/5eee1833a42a4dfb902745e59a0aba2f 2024-11-11T16:30:26,026 INFO [StoreFileOpener-80f343c1b75703986014803d08cba329-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6b1918e83454fb7932ec1a63e5bce26 2024-11-11T16:30:26,026 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf2/b6b1918e83454fb7932ec1a63e5bce26 2024-11-11T16:30:26,027 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(327): Store=80f343c1b75703986014803d08cba329/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] regionserver.HRegion(1722): Closing 80f343c1b75703986014803d08cba329, disabling compactions & flushes 2024-11-11T16:30:26,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. after waiting 0 ms 2024-11-11T16:30:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:26,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] regionserver.HRegion(1676): Region close journal for 80f343c1b75703986014803d08cba329: Waiting for close lock at 1731342626027Disabling compacts and flushes for region at 1731342626027Disabling writes for close at 1731342626027Writing region close event to WAL at 1731342626028 (+1 ms)Closed at 1731342626028 2024-11-11T16:30:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-11T16:30:26,153 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 80f343c1b75703986014803d08cba329 2024-11-11T16:30:26,153 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T16:30:26,153 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 80f343c1b75703986014803d08cba329, disabling compactions & flushes 2024-11-11T16:30:26,153 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:26,153 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:26,153 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. after waiting 0 ms 2024-11-11T16:30:26,153 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:26,154 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/7e538b27262f4ddfa378303ef8b9131d, hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/ab6b6724ed934c3e958edcf4a5063157] to archive 2024-11-11T16:30:26,158 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T16:30:26,161 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/7e538b27262f4ddfa378303ef8b9131d to hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/7e538b27262f4ddfa378303ef8b9131d 2024-11-11T16:30:26,163 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/ab6b6724ed934c3e958edcf4a5063157 to hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/ab6b6724ed934c3e958edcf4a5063157 2024-11-11T16:30:26,178 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf2/b6b1918e83454fb7932ec1a63e5bce26] to archive 2024-11-11T16:30:26,179 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T16:30:26,182 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf2/b6b1918e83454fb7932ec1a63e5bce26 to hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf2/b6b1918e83454fb7932ec1a63e5bce26 2024-11-11T16:30:26,186 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-11T16:30:26,187 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:26,187 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 80f343c1b75703986014803d08cba329: Waiting for close lock at 1731342626153Running coprocessor pre-close hooks at 1731342626153Disabling compacts and flushes for region at 1731342626153Disabling writes for close at 1731342626153Writing region close event to WAL at 1731342626183 (+30 ms)Running coprocessor post-close hooks at 1731342626187 (+4 ms)Closed at 1731342626187 2024-11-11T16:30:26,187 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 80f343c1b75703986014803d08cba329 move to 16b413a53992,40295,1731342607080 record at close sequenceid=12 2024-11-11T16:30:26,190 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 80f343c1b75703986014803d08cba329 2024-11-11T16:30:26,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=80f343c1b75703986014803d08cba329, regionState=CLOSED 2024-11-11T16:30:26,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,44945,1731342607204 because future has completed 2024-11-11T16:30:26,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T16:30:26,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,44945,1731342607204 in 197 msec 2024-11-11T16:30:26,199 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, REOPEN/MOVE; state=CLOSED, location=16b413a53992,40295,1731342607080; forceNewPlan=false, retain=false 2024-11-11T16:30:26,349 INFO [16b413a53992:33155 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T16:30:26,350 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=80f343c1b75703986014803d08cba329, regionState=OPENING, regionLocation=16b413a53992,40295,1731342607080 2024-11-11T16:30:26,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, REOPEN/MOVE because future has completed 2024-11-11T16:30:26,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,40295,1731342607080}] 2024-11-11T16:30:26,520 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:26,521 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 80f343c1b75703986014803d08cba329, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:26,521 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 80f343c1b75703986014803d08cba329 2024-11-11T16:30:26,521 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:26,521 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:26,521 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:26,523 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 80f343c1b75703986014803d08cba329 2024-11-11T16:30:26,524 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f343c1b75703986014803d08cba329 columnFamilyName cf1 2024-11-11T16:30:26,524 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:26,536 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/a61496143ce84aa1be839620c3ca48ec 2024-11-11T16:30:26,536 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(327): Store=80f343c1b75703986014803d08cba329/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:26,536 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 80f343c1b75703986014803d08cba329 2024-11-11T16:30:26,537 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f343c1b75703986014803d08cba329 columnFamilyName cf2 2024-11-11T16:30:26,537 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:26,544 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf2/5eee1833a42a4dfb902745e59a0aba2f 2024-11-11T16:30:26,544 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(327): Store=80f343c1b75703986014803d08cba329/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:26,545 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:26,546 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329 2024-11-11T16:30:26,548 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329 2024-11-11T16:30:26,549 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:26,549 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:26,550 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-11T16:30:26,551 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:26,552 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 80f343c1b75703986014803d08cba329; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61327170, jitterRate=-0.08615395426750183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-11T16:30:26,552 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:26,554 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 80f343c1b75703986014803d08cba329: Running coprocessor pre-open hook at 1731342626521Writing region info on filesystem at 1731342626521Initializing all the Stores at 1731342626522 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342626522Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342626523 (+1 ms)Cleaning up temporary data from old regions at 1731342626549 (+26 ms)Running coprocessor post-open hooks at 1731342626553 (+4 ms)Region opened successfully at 1731342626554 (+1 ms) 2024-11-11T16:30:26,555 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., pid=12, masterSystemTime=1731342626516 2024-11-11T16:30:26,559 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:26,559 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:26,560 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=80f343c1b75703986014803d08cba329, regionState=OPEN, openSeqNum=18, regionLocation=16b413a53992,40295,1731342607080 2024-11-11T16:30:26,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,40295,1731342607080 because future has completed 2024-11-11T16:30:26,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-11T16:30:26,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,40295,1731342607080 in 211 msec 2024-11-11T16:30:26,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, REOPEN/MOVE in 579 msec 2024-11-11T16:30:26,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:30:26,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:30:26,600 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 16b413a53992,40295,1731342607080: testing ***** 2024-11-11T16:30:26,600 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T16:30:26,603 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T16:30:26,604 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T16:30:26,609 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T16:30:26,610 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T16:30:26,624 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 270957920 }, "NonHeapMemoryUsage": { "committed": 171114496, "init": 7667712, "max": -1, "used": 168495776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "16b413a53992", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 10271, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 39, "ProcessCallTime_mean": 5, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 4, "ProcessCallTime_90th_percentile": 11, "ProcessCallTime_95th_percentile": 35, "ProcessCallTime_98th_percentile": 39, "ProcessCallTime_99th_percentile": 39, "ProcessCallTime_99.9th_percentile": 39, "ProcessCallTime_TimeRangeCount_0-1": 7, "ProcessCallTime_TimeRangeCount_1-3": 13, "ProcessCallTime_TimeRangeCount_3-10": 7, "ProcessCallTime_TimeRangeCount_10-30": 2, "ProcessCallTime_TimeRangeCount_30-100": 2, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 1, "QueueCallTime_95th_percentile": 1, "QueueCallTime_98th_percentile": 1, "QueueCallTime_99th_percentile": 1, "QueueCallTime_99.9th_percentile": 1, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 1, "TotalCallTime_max": 39, "TotalCallTime_mean": 5, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 2, "TotalCallTime_75th_percentile": 5, "TotalCallTime_90th_percentile": 11, "TotalCallTime_95th_percentile": 35, "TotalCallTime_98th_percentile": 39, "TotalCallTime_99th_percentile": 39, "TotalCallTime_99.9th_percentile": 39, "TotalCallTime_TimeRangeCount_0-1": 7, "TotalCallTime_TimeRangeCount_1-3": 13, "TotalCallTime_TimeRangeCount_3-10": 7, "TotalCallTime_TimeRangeCount_10-30": 2, "TotalCallTime_TimeRangeCount_30-100": 2, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1139, "ResponseSize_mean": 160, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 796, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1070, "ResponseSize_99.9th_percentile": 1132, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 4, "ResponseSize_SizeRangeCount_100-1000": 5, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5781 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "16b413a53992", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:63915", "tag.serverName": "16b413a53992,44945,1731342607204", "tag.clusterId": "dbe192b0-ab48-4f0d-8791-18d39e66ad07", "tag.Context": "regionserver", "tag.Hostname": "16b413a53992", "regionCount": 1, "storeCount": 4, "hlogFileCount": 6, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731342607204, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 25.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 1, "l1CacheMissCount": 3, "l1CacheHitRatio": 0.25, "l1CacheMissRatio": 0.75, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 227435, "ByteBuffAllocatorPoolAllocationBytes": 532480, "ByteBuffAllocatorHeapAllocationRatio": 0.400849396798649, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 28, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 1, "rpcScanRequestCount": 9, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 16, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 1, "blockCacheHitCountPrimary": 1, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 3, "blockCacheMissCountPrimary": 3, "blockCacheMissCachingCount": 1, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 3, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 1, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 2, "MajorCompactionTime_min": 31, "MajorCompactionTime_max": 441, "MajorCompactionTime_mean": 236, "MajorCompactionTime_25th_percentile": 31, "MajorCompactionTime_median": 32, "MajorCompactionTime_75th_percentile": 348, "MajorCompactionTime_90th_percentile": 404, "MajorCompactionTime_95th_percentile": 422, "MajorCompactionTime_98th_percentile": 433, "MajorCompactionTime_99th_percentile": 437, "MajorCompactionTime_99.9th_percentile": 440, "MajorCompactionTime_TimeRangeCount_30-100": 1, "MajorCompactionTime_TimeRangeCount_100-300": 1, "ScanTime_num_ops": 9, "ScanTime_min": 0, "ScanTime_max": 1, "ScanTime_mean": 0, "ScanTime_25th_percentile": 1, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 5, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 15, "Put_min": 1, "Put_max": 12, "Put_mean": 2, "Put_25th_percentile": 2, "Put_median": 2, "Put_75th_percentile": 2, "Put_90th_percentile": 4, "Put_95th_percentile": 12, "Put_98th_percentile": 12, "Put_99th_percentile": 12, "Put_99.9th_percentile": 12, "Put_TimeRangeCount_0-1": 2, "Put_TimeRangeCount_1-3": 8, "Put_TimeRangeCount_3-10": 2, "Put_TimeRangeCount_10-30": 1, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 14595, "slowAppendCount": 0, "flushedOutputBytes": 9812, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 2, "MajorCompactionInputSize_min": 4906, "MajorCompactionInputSize_max": 9689, "MajorCompactionInputSize_mean": 7297, "MajorCompactionInputSize_25th_percentile": 6101, "MajorCompactionInputSize_median": 7297, "MajorCompactionInputSize_75th_percentile": 8493, "MajorCompactionInputSize_90th_percentile": 9210, "MajorCompactionInputSize_95th_percentile": 9449, "MajorCompactionInputSize_98th_percentile": 9593, "MajorCompactionInputSize_99th_percentile": 9641, "MajorCompactionInputSize_99.9th_percentile": 9684, "MajorCompactionInputSize_SizeRangeCount_100-1000": 2, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 2, "CompactionInputSize_min": 4906, "CompactionInputSize_max": 9689, "CompactionInputSize_mean": 7297, "CompactionInputSize_25th_percentile": 6101, "CompactionInputSize_median": 7297, "CompactionInputSize_75th_percentile": 8493, "CompactionInputSize_90th_percentile": 9210, "CompactionInputSize_95th_percentile": 9449, "CompactionInputSize_98th_percentile": 9593, "CompactionInputSize_99th_percentile": 9641, "CompactionInputSize_99.9th_percentile": 9684, "CompactionInputSize_SizeRangeCount_100-1000": 2, "flushedMemstoreBytes": 50, "majorCompactedOutputBytes": 9218, "slowPutCount": 0, "compactedInputBytes": 14595, "FlushOutputSize_num_ops": 1, "FlushOutputSize_min": 9812, "FlushOutputSize_max": 9812, "FlushOutputSize_mean": 9812, "FlushOutputSize_25th_percentile": 9812, "FlushOutputSize_median": 9812, "FlushOutputSize_75th_percentile": 9812, "FlushOutputSize_90th_percentile": 9812, "FlushOutputSize_95th_percentile": 9812, "FlushOutputSize_98th_percentile": 9812, "FlushOutputSize_99th_percentile": 9812, "FlushOutputSize_99.9th_percentile": 9812, "FlushOutputSize_SizeRangeCount_100-1000": 1, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 9218, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 1, "ScanBlockBytesScanned_min": 32, "ScanBlockBytesScanned_max": 32, "ScanBlockBytesScanned_mean": 32, "ScanBlockBytesScanned_25th_percentile": 32, "ScanBlockBytesScanned_median": 32, "ScanBlockBytesScanned_75th_percentile": 32, "ScanBlockBytesScanned_90th_percentile": 32, "ScanBlockBytesScanned_95th_percentile": 32, "ScanBlockBytesScanned_98th_percentile": 32, "ScanBlockBytesScanned_99th_percentile": 32, "ScanBlockBytesScanned_99.9th_percentile": 32, "ScanBlockBytesScanned_SizeRangeCount_10-100": 1, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 1, "Delete_min": 3, "Delete_max": 3, "Delete_mean": 3, "Delete_25th_percentile": 3, "Delete_median": 3, "Delete_75th_percentile": 3, "Delete_90th_percentile": 3, "Delete_95th_percentile": 3, "Delete_98th_percentile": 3, "Delete_99th_percentile": 3, "Delete_99.9th_percentile": 3, "Delete_TimeRangeCount_1-3": 1, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 32, "FlushMemstoreSize_num_ops": 1, "FlushMemstoreSize_min": 50, "FlushMemstoreSize_max": 50, "FlushMemstoreSize_mean": 50, "FlushMemstoreSize_25th_percentile": 50, "FlushMemstoreSize_median": 50, "FlushMemstoreSize_75th_percentile": 50, "FlushMemstoreSize_90th_percentile": 50, "FlushMemstoreSize_95th_percentile": 50, "FlushMemstoreSize_98th_percentile": 50, "FlushMemstoreSize_99th_percentile": 50, "FlushMemstoreSize_99.9th_percentile": 50, "FlushMemstoreSize_SizeRangeCount_10-100": 1, "CompactionInputFileCount_num_ops": 2, "CompactionInputFileCount_min": 1, "CompactionInputFileCount_max": 2, "CompactionInputFileCount_mean": 1, "CompactionInputFileCount_25th_percentile": 1, "CompactionInputFileCount_median": 2, "CompactionInputFileCount_75th_percentile": 2, "CompactionInputFileCount_90th_percentile": 2, "CompactionInputFileCount_95th_percentile": 2, "CompactionInputFileCount_98th_percentile": 2, "CompactionInputFileCount_99th_percentile": 2, "CompactionInputFileCount_99.9th_percentile": 2, "CompactionTime_num_ops": 2, "CompactionTime_min": 31, "CompactionTime_max": 441, "CompactionTime_mean": 236, "CompactionTime_25th_percentile": 31, "CompactionTime_median": 32, "CompactionTime_75th_percentile": 348, "CompactionTime_90th_percentile": 404, "CompactionTime_95th_percentile": 422, "CompactionTime_98th_percentile": 433, "CompactionTime_99th_percentile": 437, "CompactionTime_99.9th_percentile": 440, "CompactionTime_TimeRangeCount_30-100": 1, "CompactionTime_TimeRangeCount_100-300": 1, "Get_num_ops": 2, "Get_min": 2, "Get_max": 2, "Get_mean": 2, "Get_25th_percentile": 2, "Get_median": 2, "Get_75th_percentile": 2, "Get_90th_percentile": 2, "Get_95th_percentile": 2, "Get_98th_percentile": 2, "Get_99th_percentile": 2, "Get_99.9th_percentile": 2, "Get_TimeRangeCount_1-3": 1, "MajorCompactionInputFileCount_num_ops": 2, "MajorCompactionInputFileCount_min": 1, "MajorCompactionInputFileCount_max": 2, "MajorCompactionInputFileCount_mean": 1, "MajorCompactionInputFileCount_25th_percentile": 1, "MajorCompactionInputFileCount_median": 2, "MajorCompactionInputFileCount_75th_percentile": 2, "MajorCompactionInputFileCount_90th_percentile": 2, "MajorCompactionInputFileCount_95th_percentile": 2, "MajorCompactionInputFileCount_98th_percentile": 2, "MajorCompactionInputFileCount_99th_percentile": 2, "MajorCompactionInputFileCount_99.9th_percentile": 2, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 2, "MajorCompactionOutputSize_min": 4592, "MajorCompactionOutputSize_max": 4626, "MajorCompactionOutputSize_mean": 4609, "MajorCompactionOutputSize_25th_percentile": 4600, "MajorCompactionOutputSize_median": 4609, "MajorCompactionOutputSize_75th_percentile": 4617, "MajorCompactionOutputSize_90th_percentile": 4622, "MajorCompactionOutputSize_95th_percentile": 4624, "MajorCompactionOutputSize_98th_percentile": 4625, "MajorCompactionOutputSize_99th_percentile": 4625, "MajorCompactionOutputSize_99.9th_percentile": 4625, "MajorCompactionOutputSize_SizeRangeCount_100-1000": 2, "CompactionOutputFileCount_num_ops": 2, "CompactionOutputFileCount_min": 1, "CompactionOutputFileCount_max": 1, "CompactionOutputFileCount_mean": 1, "CompactionOutputFileCount_25th_percentile": 1, "CompactionOutputFileCount_median": 1, "CompactionOutputFileCount_75th_percentile": 1, "CompactionOutputFileCount_90th_percentile": 1, "CompactionOutputFileCount_95th_percentile": 1, "CompactionOutputFileCount_98th_percentile": 1, "CompactionOutputFileCount_99th_percentile": 1, "CompactionOutputFileCount_99.9th_percentile": 1, "slowDeleteCount": 0, "FlushTime_num_ops": 1, "FlushTime_min": 89, "FlushTime_max": 89, "FlushTime_mean": 89, "FlushTime_25th_percentile": 89, "FlushTime_median": 89, "FlushTime_75th_percentile": 89, "FlushTime_90th_percentile": 89, "FlushTime_95th_percentile": 89, "FlushTime_98th_percentile": 89, "FlushTime_99th_percentile": 89, "FlushTime_99.9th_percentile": 89, "FlushTime_TimeRangeCount_30-100": 1, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 2, "MajorCompactionOutputFileCount_min": 1, "MajorCompactionOutputFileCount_max": 1, "MajorCompactionOutputFileCount_mean": 1, "MajorCompactionOutputFileCount_25th_percentile": 1, "MajorCompactionOutputFileCount_median": 1, "MajorCompactionOutputFileCount_75th_percentile": 1, "MajorCompactionOutputFileCount_90th_percentile": 1, "MajorCompactionOutputFileCount_95th_percentile": 1, "MajorCompactionOutputFileCount_98th_percentile": 1, "MajorCompactionOutputFileCount_99th_percentile": 1, "MajorCompactionOutputFileCount_99.9th_percentile": 1, "slowGetCount": 0, "ScanSize_num_ops": 9, "ScanSize_min": 0, "ScanSize_max": 1112, "ScanSize_mean": 889, "ScanSize_25th_percentile": 308, "ScanSize_median": 576, "ScanSize_75th_percentile": 844, "ScanSize_90th_percentile": 1004, "ScanSize_95th_percentile": 1058, "ScanSize_98th_percentile": 1090, "ScanSize_99th_percentile": 1101, "ScanSize_99.9th_percentile": 1110, "ScanSize_SizeRangeCount_0-10": 1, "ScanSize_SizeRangeCount_100-1000": 4, "CompactionOutputSize_num_ops": 2, "CompactionOutputSize_min": 4592, "CompactionOutputSize_max": 4626, "CompactionOutputSize_mean": 4609, "CompactionOutputSize_25th_percentile": 4600, "CompactionOutputSize_median": 4609, "CompactionOutputSize_75th_percentile": 4617, "CompactionOutputSize_90th_percentile": 4622, "CompactionOutputSize_95th_percentile": 4624, "CompactionOutputSize_98th_percentile": 4625, "CompactionOutputSize_99th_percentile": 4625, "CompactionOutputSize_99.9th_percentile": 4625, "CompactionOutputSize_SizeRangeCount_100-1000": 2, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-11T16:30:26,628 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33155 {}] master.MasterRpcServices(700): 16b413a53992,40295,1731342607080 reported a fatal error: ***** ABORTING region server 16b413a53992,40295,1731342607080: testing ***** 2024-11-11T16:30:26,630 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,40295,1731342607080' ***** 2024-11-11T16:30:26,630 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-11T16:30:26,630 INFO [RS:0;16b413a53992:40295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:30:26,631 INFO [RS:0;16b413a53992:40295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T16:30:26,631 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:30:26,631 INFO [RS:0;16b413a53992:40295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T16:30:26,631 INFO [RS:0;16b413a53992:40295 {}] regionserver.HRegionServer(3091): Received CLOSE for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:26,632 INFO [RS:0;16b413a53992:40295 {}] regionserver.HRegionServer(956): aborting server 16b413a53992,40295,1731342607080 2024-11-11T16:30:26,632 INFO [RS:0;16b413a53992:40295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:30:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44945 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:46848 deadline: 1731342686631, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=16b413a53992 port=40295 startCode=1731342607080. As of locationSeqNum=12. 2024-11-11T16:30:26,632 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80f343c1b75703986014803d08cba329, disabling compactions & flushes 2024-11-11T16:30:26,632 INFO [RS:0;16b413a53992:40295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:40295. 2024-11-11T16:30:26,632 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:26,632 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:26,632 DEBUG [RS:0;16b413a53992:40295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:30:26,633 DEBUG [RS:0;16b413a53992:40295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:30:26,633 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,44945,1731342607204, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,44945,1731342607204, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=16b413a53992 port=40295 startCode=1731342607080. As of locationSeqNum=12. 2024-11-11T16:30:26,633 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,44945,1731342607204, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=16b413a53992 port=40295 startCode=1731342607080. As of locationSeqNum=12. 2024-11-11T16:30:26,633 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,44945,1731342607204, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=16b413a53992 port=40295 startCode=1731342607080. As of locationSeqNum=12. 2024-11-11T16:30:26,635 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. after waiting 0 ms 2024-11-11T16:30:26,635 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:26,636 INFO [RS:0;16b413a53992:40295 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T16:30:26,636 DEBUG [RS:0;16b413a53992:40295 {}] regionserver.HRegionServer(1325): Online Regions={80f343c1b75703986014803d08cba329=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.} 2024-11-11T16:30:26,636 DEBUG [RS:0;16b413a53992:40295 {}] regionserver.HRegionServer(1351): Waiting on 80f343c1b75703986014803d08cba329 2024-11-11T16:30:26,637 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:26,638 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80f343c1b75703986014803d08cba329: Waiting for close lock at 1731342626632Running coprocessor pre-close hooks at 1731342626632Disabling compacts and flushes for region at 1731342626632Disabling writes for close at 1731342626635 (+3 ms)Writing region close event to WAL at 1731342626637 (+2 ms)Running coprocessor post-close hooks at 1731342626637Closed at 1731342626637 2024-11-11T16:30:26,638 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:26,710 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:30:26,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-11T16:30:26,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-11T16:30:26,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-11T16:30:26,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-11T16:30:26,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 16b413a53992,40295,1731342607080 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:26,740 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 16b413a53992,40295,1731342607080 aborting 2024-11-11T16:30:26,740 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 16b413a53992,40295,1731342607080 aborting 2024-11-11T16:30:26,740 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=12 from cache 2024-11-11T16:30:26,762 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:30:26,763 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:30:26,837 INFO [RS:0;16b413a53992:40295 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,40295,1731342607080; all regions closed. 2024-11-11T16:30:26,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741833_1009 (size=2142) 2024-11-11T16:30:26,841 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080/16b413a53992%2C40295%2C1731342607080.1731342608941 not finished, retry = 0 2024-11-11T16:30:26,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741833_1009 (size=2142) 2024-11-11T16:30:26,942 DEBUG [RS:0;16b413a53992:40295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:30:26,942 INFO [RS:0;16b413a53992:40295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:30:26,942 INFO [RS:0;16b413a53992:40295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:30:26,942 INFO [RS:0;16b413a53992:40295 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:30:26,943 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:30:26,943 INFO [RS:0;16b413a53992:40295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:30:26,943 INFO [RS:0;16b413a53992:40295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:30:26,943 INFO [RS:0;16b413a53992:40295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:30:26,943 INFO [RS:0;16b413a53992:40295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:30:26,943 INFO [RS:0;16b413a53992:40295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40295 2024-11-11T16:30:26,952 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=18] 2024-11-11T16:30:26,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:30:26,952 INFO [RS:0;16b413a53992:40295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:30:26,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x1002fada6d40001, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/16b413a53992,40295,1731342607080 2024-11-11T16:30:26,954 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,40295,1731342607080] 2024-11-11T16:30:26,954 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 16b413a53992:40295 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 16b413a53992/172.17.0.2:40295 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:26,955 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=18, error=java.net.ConnectException: Call to address=16b413a53992:40295 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 16b413a53992/172.17.0.2:40295 2024-11-11T16:30:26,956 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-11T16:30:26,956 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=18 from cache 2024-11-11T16:30:26,956 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/16b413a53992,40295,1731342607080 already deleted, retry=false 2024-11-11T16:30:26,956 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 16b413a53992:40295 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 16b413a53992/172.17.0.2:40295 2024-11-11T16:30:26,956 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 16b413a53992,40295,1731342607080 on 16b413a53992,33155,1731342606262 2024-11-11T16:30:26,962 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 16b413a53992,40295,1731342607080, splitWal=true, meta=false 2024-11-11T16:30:26,964 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for 16b413a53992,40295,1731342607080 (carryingMeta=false) 16b413a53992,40295,1731342607080/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@40c5a690[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T16:30:26,965 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 16b413a53992,40295,1731342607080, splitWal=true, meta=false 2024-11-11T16:30:26,966 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 16b413a53992,40295,1731342607080 had 1 regions 2024-11-11T16:30:26,968 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 16b413a53992,40295,1731342607080, splitWal=true, meta=false, isMeta: false 2024-11-11T16:30:26,969 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080-splitting 2024-11-11T16:30:26,970 INFO [PEWorker-3 {}] master.SplitWALManager(105): 16b413a53992,40295,1731342607080 WAL count=1, meta=false 2024-11-11T16:30:26,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 16b413a53992%2C40295%2C1731342607080.1731342608941}] 2024-11-11T16:30:26,978 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=16b413a53992,39825,1731342607260 2024-11-11T16:30:26,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 16b413a53992%2C40295%2C1731342607080.1731342608941, worker=16b413a53992,39825,1731342607260}] 2024-11-11T16:30:27,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x1002fada6d40001, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:30:27,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40295-0x1002fada6d40001, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:30:27,059 INFO [RS:0;16b413a53992:40295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:30:27,059 INFO [RS:0;16b413a53992:40295 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,40295,1731342607080; zookeeper connection closed. 2024-11-11T16:30:27,060 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@339ca2f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@339ca2f8 2024-11-11T16:30:27,143 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:30:27,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:30:27,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-11T16:30:27,165 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080-splitting/16b413a53992%2C40295%2C1731342607080.1731342608941, size=2.1 K (2142bytes) 2024-11-11T16:30:27,165 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080-splitting/16b413a53992%2C40295%2C1731342607080.1731342608941 2024-11-11T16:30:27,166 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080-splitting/16b413a53992%2C40295%2C1731342607080.1731342608941 after 0ms 2024-11-11T16:30:27,169 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080-splitting/16b413a53992%2C40295%2C1731342607080.1731342608941 took 4ms 2024-11-11T16:30:27,177 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 80f343c1b75703986014803d08cba329: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-11T16:30:27,178 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080-splitting/16b413a53992%2C40295%2C1731342607080.1731342608941 so closing down 2024-11-11T16:30:27,178 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:30:27,178 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:30:27,178 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080-splitting/16b413a53992%2C40295%2C1731342607080.1731342608941, size=2.1 K, length=2142, corrupted=false, cancelled=false 2024-11-11T16:30:27,178 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080-splitting/16b413a53992%2C40295%2C1731342607080.1731342608941, journal: Splitting hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080-splitting/16b413a53992%2C40295%2C1731342607080.1731342608941, size=2.1 K (2142bytes) at 1731342627165Finishing writing output for hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080-splitting/16b413a53992%2C40295%2C1731342607080.1731342608941 so closing down at 1731342627178 (+13 ms)3 split writer threads finished at 1731342627178Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080-splitting/16b413a53992%2C40295%2C1731342607080.1731342608941, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1731342627178 2024-11-11T16:30:27,178 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080-splitting/16b413a53992%2C40295%2C1731342607080.1731342608941 2024-11-11T16:30:27,180 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T16:30:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-11T16:30:27,188 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080-splitting/16b413a53992%2C40295%2C1731342607080.1731342608941 to hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/oldWALs 2024-11-11T16:30:27,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T16:30:27,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 16b413a53992%2C40295%2C1731342607080.1731342608941, worker=16b413a53992,39825,1731342607260 in 208 msec 2024-11-11T16:30:27,193 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=16b413a53992,39825,1731342607260 2024-11-11T16:30:27,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T16:30:27,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 16b413a53992%2C40295%2C1731342607080.1731342608941, worker=16b413a53992,39825,1731342607260 in 221 msec 2024-11-11T16:30:27,198 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080-splitting dir is empty, no logs to split. 2024-11-11T16:30:27,198 INFO [PEWorker-3 {}] master.SplitWALManager(105): 16b413a53992,40295,1731342607080 WAL count=0, meta=false 2024-11-11T16:30:27,198 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 16b413a53992,40295,1731342607080 WAL splitting is done? wals=0, meta=false 2024-11-11T16:30:27,203 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 16b413a53992,40295,1731342607080 failed, ignore...File hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,40295,1731342607080-splitting does not exist. 2024-11-11T16:30:27,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, ASSIGN}] 2024-11-11T16:30:27,208 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, ASSIGN 2024-11-11T16:30:27,210 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T16:30:27,273 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=18] 2024-11-11T16:30:27,273 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 16b413a53992:40295 this server is in the failed servers list 2024-11-11T16:30:27,274 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=16b413a53992:40295 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 16b413a53992:40295 2024-11-11T16:30:27,274 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 16b413a53992:40295 2024-11-11T16:30:27,274 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,40295,1731342607080, seqNum=18 from cache 2024-11-11T16:30:27,360 DEBUG [16b413a53992:33155 {}] balancer.BalancerClusterState(204): Hosts are {16b413a53992=0} racks are {/default-rack=0} 2024-11-11T16:30:27,361 DEBUG [16b413a53992:33155 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T16:30:27,361 DEBUG [16b413a53992:33155 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T16:30:27,361 DEBUG [16b413a53992:33155 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T16:30:27,361 DEBUG [16b413a53992:33155 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T16:30:27,361 INFO [16b413a53992:33155 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T16:30:27,361 INFO [16b413a53992:33155 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T16:30:27,361 DEBUG [16b413a53992:33155 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T16:30:27,361 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=80f343c1b75703986014803d08cba329, regionState=OPENING, regionLocation=16b413a53992,44945,1731342607204 2024-11-11T16:30:27,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, ASSIGN because future has completed 2024-11-11T16:30:27,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,44945,1731342607204}] 2024-11-11T16:30:27,523 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:27,523 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 80f343c1b75703986014803d08cba329, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:27,524 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 80f343c1b75703986014803d08cba329 2024-11-11T16:30:27,524 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:27,524 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:27,524 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:27,526 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 80f343c1b75703986014803d08cba329 2024-11-11T16:30:27,527 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f343c1b75703986014803d08cba329 columnFamilyName cf1 2024-11-11T16:30:27,527 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:27,536 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf1/a61496143ce84aa1be839620c3ca48ec 2024-11-11T16:30:27,536 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(327): Store=80f343c1b75703986014803d08cba329/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:27,536 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 80f343c1b75703986014803d08cba329 2024-11-11T16:30:27,538 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f343c1b75703986014803d08cba329 columnFamilyName cf2 2024-11-11T16:30:27,538 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:27,546 DEBUG [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/cf2/5eee1833a42a4dfb902745e59a0aba2f 2024-11-11T16:30:27,546 INFO [StoreOpener-80f343c1b75703986014803d08cba329-1 {}] regionserver.HStore(327): Store=80f343c1b75703986014803d08cba329/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:27,546 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:27,547 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329 2024-11-11T16:30:27,549 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329 2024-11-11T16:30:27,550 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:27,550 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:27,551 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-11T16:30:27,552 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:27,554 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 80f343c1b75703986014803d08cba329; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61081822, jitterRate=-0.08980992436408997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-11T16:30:27,554 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:27,555 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 80f343c1b75703986014803d08cba329: Running coprocessor pre-open hook at 1731342627524Writing region info on filesystem at 1731342627524Initializing all the Stores at 1731342627525 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342627525Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342627525Cleaning up temporary data from old regions at 1731342627550 (+25 ms)Running coprocessor post-open hooks at 1731342627554 (+4 ms)Region opened successfully at 1731342627555 (+1 ms) 2024-11-11T16:30:27,556 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., pid=17, masterSystemTime=1731342627517 2024-11-11T16:30:27,560 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:27,560 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:27,561 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=80f343c1b75703986014803d08cba329, regionState=OPEN, openSeqNum=18, regionLocation=16b413a53992,44945,1731342607204 2024-11-11T16:30:27,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,44945,1731342607204 because future has completed 2024-11-11T16:30:27,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T16:30:27,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 80f343c1b75703986014803d08cba329, server=16b413a53992,44945,1731342607204 in 206 msec 2024-11-11T16:30:27,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-11T16:30:27,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=80f343c1b75703986014803d08cba329, ASSIGN in 374 msec 2024-11-11T16:30:27,593 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 16b413a53992,40295,1731342607080 after splitting done 2024-11-11T16:30:27,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 16b413a53992,40295,1731342607080, splitWal=true, meta=false in 636 msec 2024-11-11T16:30:27,781 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., hostname=16b413a53992,44945,1731342607204, seqNum=18] 2024-11-11T16:30:27,796 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=400 (was 405), OpenFileDescriptor=1027 (was 999) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 536) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3214 (was 2180) - AvailableMemoryMB LEAK? - 2024-11-11T16:30:27,799 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1027 is superior to 1024 2024-11-11T16:30:27,811 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=400, OpenFileDescriptor=1027, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=3214 2024-11-11T16:30:27,811 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1027 is superior to 1024 2024-11-11T16:30:27,827 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:27,829 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:27,830 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:30:27,832 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-60680276, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/hregion-60680276, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:27,845 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-60680276/hregion-60680276.1731342627832, exclude list is [], retry=0 2024-11-11T16:30:27,848 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:27,848 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:27,848 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:27,851 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-60680276/hregion-60680276.1731342627832 2024-11-11T16:30:27,851 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:45047:45047)] 2024-11-11T16:30:27,851 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5111148108c5994f120599bc69c815bc, NAME => 'testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33427/hbase 2024-11-11T16:30:27,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741893_1071 (size=67) 2024-11-11T16:30:27,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741893_1071 (size=67) 2024-11-11T16:30:27,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741893_1071 (size=67) 2024-11-11T16:30:27,861 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:27,862 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,864 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5111148108c5994f120599bc69c815bc columnFamilyName a 2024-11-11T16:30:27,864 DEBUG [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:27,865 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(327): Store=5111148108c5994f120599bc69c815bc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:27,865 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,866 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5111148108c5994f120599bc69c815bc columnFamilyName b 2024-11-11T16:30:27,866 DEBUG [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:27,867 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(327): Store=5111148108c5994f120599bc69c815bc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:27,867 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,868 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5111148108c5994f120599bc69c815bc columnFamilyName c 2024-11-11T16:30:27,868 DEBUG [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:27,868 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(327): Store=5111148108c5994f120599bc69c815bc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:27,869 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,869 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,870 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,870 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,871 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,871 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:27,872 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,874 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:30:27,875 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5111148108c5994f120599bc69c815bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71565446, jitterRate=0.06640824675559998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:27,876 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5111148108c5994f120599bc69c815bc: Writing region info on filesystem at 1731342627861Initializing all the Stores at 1731342627862 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342627862Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342627862Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342627862Cleaning up temporary data from old regions at 1731342627871 (+9 ms)Region opened successfully at 1731342627876 (+5 ms) 2024-11-11T16:30:27,876 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5111148108c5994f120599bc69c815bc, disabling compactions & flushes 2024-11-11T16:30:27,876 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc. 2024-11-11T16:30:27,876 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc. 2024-11-11T16:30:27,876 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc. after waiting 0 ms 2024-11-11T16:30:27,876 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc. 2024-11-11T16:30:27,876 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc. 2024-11-11T16:30:27,876 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5111148108c5994f120599bc69c815bc: Waiting for close lock at 1731342627876Disabling compacts and flushes for region at 1731342627876Disabling writes for close at 1731342627876Writing region close event to WAL at 1731342627876Closed at 1731342627876 2024-11-11T16:30:27,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741892_1070 (size=93) 2024-11-11T16:30:27,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741892_1070 (size=93) 2024-11-11T16:30:27,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741892_1070 (size=93) 2024-11-11T16:30:27,881 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T16:30:27,881 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-60680276:(num 1731342627832) 2024-11-11T16:30:27,882 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:27,883 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:27,897 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342627884, exclude list is [], retry=0 2024-11-11T16:30:27,899 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:27,900 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:27,900 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:27,902 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342627884 2024-11-11T16:30:27,903 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:34929:34929)] 2024-11-11T16:30:27,903 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5111148108c5994f120599bc69c815bc, NAME => 'testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:27,903 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:27,903 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,903 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,905 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,905 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5111148108c5994f120599bc69c815bc columnFamilyName a 2024-11-11T16:30:27,906 DEBUG [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:27,906 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(327): Store=5111148108c5994f120599bc69c815bc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:27,906 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,907 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5111148108c5994f120599bc69c815bc columnFamilyName b 2024-11-11T16:30:27,907 DEBUG [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:27,907 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(327): Store=5111148108c5994f120599bc69c815bc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:27,907 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,908 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5111148108c5994f120599bc69c815bc columnFamilyName c 2024-11-11T16:30:27,908 DEBUG [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:27,909 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(327): Store=5111148108c5994f120599bc69c815bc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:27,909 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,910 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,911 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,912 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,912 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,913 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:27,914 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:27,915 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5111148108c5994f120599bc69c815bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72139656, jitterRate=0.07496464252471924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:27,915 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5111148108c5994f120599bc69c815bc: Writing region info on filesystem at 1731342627903Initializing all the Stores at 1731342627904 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342627904Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342627904Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342627905 (+1 ms)Cleaning up temporary data from old regions at 1731342627912 (+7 ms)Region opened successfully at 1731342627915 (+3 ms) 2024-11-11T16:30:27,944 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5111148108c5994f120599bc69c815bc 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-11T16:30:27,966 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/.tmp/a/4d8cd9519b09448fb9d1c8e405609069 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731342627915/Put/seqid=0 2024-11-11T16:30:27,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741895_1073 (size=5958) 2024-11-11T16:30:27,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741895_1073 (size=5958) 2024-11-11T16:30:27,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741895_1073 (size=5958) 2024-11-11T16:30:27,975 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/.tmp/a/4d8cd9519b09448fb9d1c8e405609069 2024-11-11T16:30:27,997 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/.tmp/b/c86a0870daed45d59849f2bbcf8e4060 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731342627923/Put/seqid=0 2024-11-11T16:30:28,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741896_1074 (size=5958) 2024-11-11T16:30:28,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741896_1074 (size=5958) 2024-11-11T16:30:28,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741896_1074 (size=5958) 2024-11-11T16:30:28,005 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/.tmp/b/c86a0870daed45d59849f2bbcf8e4060 2024-11-11T16:30:28,027 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/.tmp/c/f7fd7c37c23b4679a85db751b3b1d1d4 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731342627932/Put/seqid=0 2024-11-11T16:30:28,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741897_1075 (size=5958) 2024-11-11T16:30:28,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741897_1075 (size=5958) 2024-11-11T16:30:28,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741897_1075 (size=5958) 2024-11-11T16:30:28,035 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/.tmp/c/f7fd7c37c23b4679a85db751b3b1d1d4 2024-11-11T16:30:28,042 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/.tmp/a/4d8cd9519b09448fb9d1c8e405609069 as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/a/4d8cd9519b09448fb9d1c8e405609069 2024-11-11T16:30:28,048 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/a/4d8cd9519b09448fb9d1c8e405609069, entries=10, sequenceid=33, filesize=5.8 K 2024-11-11T16:30:28,049 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/.tmp/b/c86a0870daed45d59849f2bbcf8e4060 as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/b/c86a0870daed45d59849f2bbcf8e4060 2024-11-11T16:30:28,056 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/b/c86a0870daed45d59849f2bbcf8e4060, entries=10, sequenceid=33, filesize=5.8 K 2024-11-11T16:30:28,057 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/.tmp/c/f7fd7c37c23b4679a85db751b3b1d1d4 as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/c/f7fd7c37c23b4679a85db751b3b1d1d4 2024-11-11T16:30:28,063 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/c/f7fd7c37c23b4679a85db751b3b1d1d4, entries=10, sequenceid=33, filesize=5.8 K 2024-11-11T16:30:28,065 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 5111148108c5994f120599bc69c815bc in 121ms, sequenceid=33, compaction requested=false 2024-11-11T16:30:28,065 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5111148108c5994f120599bc69c815bc: 2024-11-11T16:30:28,065 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5111148108c5994f120599bc69c815bc, disabling compactions & flushes 2024-11-11T16:30:28,065 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc. 2024-11-11T16:30:28,065 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc. 2024-11-11T16:30:28,065 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc. after waiting 0 ms 2024-11-11T16:30:28,065 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc. 2024-11-11T16:30:28,067 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc. 2024-11-11T16:30:28,067 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5111148108c5994f120599bc69c815bc: Waiting for close lock at 1731342628065Disabling compacts and flushes for region at 1731342628065Disabling writes for close at 1731342628065Writing region close event to WAL at 1731342628067 (+2 ms)Closed at 1731342628067 2024-11-11T16:30:28,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741894_1072 (size=5937) 2024-11-11T16:30:28,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741894_1072 (size=5937) 2024-11-11T16:30:28,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741894_1072 (size=5937) 2024-11-11T16:30:28,075 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/b/c86a0870daed45d59849f2bbcf8e4060 to hdfs://localhost:33427/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/b/c86a0870daed45d59849f2bbcf8e4060 2024-11-11T16:30:28,094 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33427/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342627884, size=5.8 K (5937bytes) 2024-11-11T16:30:28,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33427/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342627884 2024-11-11T16:30:28,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33427/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342627884 after 0ms 2024-11-11T16:30:28,097 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33427/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342627884 took 4ms 2024-11-11T16:30:28,099 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33427/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342627884 so closing down 2024-11-11T16:30:28,099 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:30:28,101 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731342627884.temp 2024-11-11T16:30:28,102 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/recovered.edits/0000000000000000003-wal.1731342627884.temp 2024-11-11T16:30:28,103 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:30:28,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741898_1076 (size=5223) 2024-11-11T16:30:28,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741898_1076 (size=5223) 2024-11-11T16:30:28,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741898_1076 (size=5223) 2024-11-11T16:30:28,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/recovered.edits/0000000000000000003-wal.1731342627884.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-11T16:30:28,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/recovered.edits/0000000000000000003-wal.1731342627884.temp to hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/recovered.edits/0000000000000000032 2024-11-11T16:30:28,520 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 423 ms; skipped=2; WAL=hdfs://localhost:33427/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342627884, size=5.8 K, length=5937, corrupted=false, cancelled=false 2024-11-11T16:30:28,521 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33427/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342627884, journal: Splitting hdfs://localhost:33427/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342627884, size=5.8 K (5937bytes) at 1731342628094Finishing writing output for hdfs://localhost:33427/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342627884 so closing down at 1731342628099 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/recovered.edits/0000000000000000003-wal.1731342627884.temp at 1731342628102 (+3 ms)3 split writer threads finished at 1731342628103 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/recovered.edits/0000000000000000003-wal.1731342627884.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731342628518 (+415 ms)Rename recovered edits hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/recovered.edits/0000000000000000003-wal.1731342627884.temp to hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/recovered.edits/0000000000000000032 at 1731342628520 (+2 ms)Processed 32 edits across 1 Regions in 423 ms; skipped=2; WAL=hdfs://localhost:33427/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342627884, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1731342628521 (+1 ms) 2024-11-11T16:30:28,524 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33427/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342627884 to hdfs://localhost:33427/hbase/oldWALs/wal.1731342627884 2024-11-11T16:30:28,529 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/recovered.edits/0000000000000000032 2024-11-11T16:30:28,529 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:28,531 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:28,553 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342628532, exclude list is [], retry=0 2024-11-11T16:30:28,561 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:28,561 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:28,562 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:28,571 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342628532 2024-11-11T16:30:28,572 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:45047:45047)] 2024-11-11T16:30:28,573 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5111148108c5994f120599bc69c815bc, NAME => 'testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:28,573 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:28,573 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:28,573 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:28,577 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:28,578 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5111148108c5994f120599bc69c815bc columnFamilyName a 2024-11-11T16:30:28,578 DEBUG [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:28,585 DEBUG [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/a/4d8cd9519b09448fb9d1c8e405609069 2024-11-11T16:30:28,585 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(327): Store=5111148108c5994f120599bc69c815bc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:28,585 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:28,587 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5111148108c5994f120599bc69c815bc columnFamilyName b 2024-11-11T16:30:28,587 DEBUG [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:28,587 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(327): Store=5111148108c5994f120599bc69c815bc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:28,588 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:28,589 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5111148108c5994f120599bc69c815bc columnFamilyName c 2024-11-11T16:30:28,589 DEBUG [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:28,595 DEBUG [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/c/f7fd7c37c23b4679a85db751b3b1d1d4 2024-11-11T16:30:28,595 INFO [StoreOpener-5111148108c5994f120599bc69c815bc-1 {}] regionserver.HStore(327): Store=5111148108c5994f120599bc69c815bc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:28,596 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:28,597 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc 2024-11-11T16:30:28,598 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc 2024-11-11T16:30:28,599 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/recovered.edits/0000000000000000032 2024-11-11T16:30:28,602 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/recovered.edits/0000000000000000032 2024-11-11T16:30:28,602 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5111148108c5994f120599bc69c815bc 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-11T16:30:28,625 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/.tmp/b/039fa220e444476f9537f37ee941a371 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731342627923/Put/seqid=0 2024-11-11T16:30:28,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741900_1078 (size=5958) 2024-11-11T16:30:28,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741900_1078 (size=5958) 2024-11-11T16:30:28,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741900_1078 (size=5958) 2024-11-11T16:30:28,636 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/.tmp/b/039fa220e444476f9537f37ee941a371 2024-11-11T16:30:28,642 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/.tmp/b/039fa220e444476f9537f37ee941a371 as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/b/039fa220e444476f9537f37ee941a371 2024-11-11T16:30:28,648 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/b/039fa220e444476f9537f37ee941a371, entries=10, sequenceid=32, filesize=5.8 K 2024-11-11T16:30:28,649 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 5111148108c5994f120599bc69c815bc in 47ms, sequenceid=32, compaction requested=false; wal=null 2024-11-11T16:30:28,650 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/recovered.edits/0000000000000000032 2024-11-11T16:30:28,651 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:28,651 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:28,652 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:28,653 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5111148108c5994f120599bc69c815bc 2024-11-11T16:30:28,655 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/5111148108c5994f120599bc69c815bc/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-11T16:30:28,656 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5111148108c5994f120599bc69c815bc; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72469020, jitterRate=0.07987254858016968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:28,657 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5111148108c5994f120599bc69c815bc: Writing region info on filesystem at 1731342628573Initializing all the Stores at 1731342628576 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342628576Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342628576Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342628576Obtaining lock to block concurrent updates at 1731342628602 (+26 ms)Preparing flush snapshotting stores in 5111148108c5994f120599bc69c815bc at 1731342628602Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731342628603 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1731342627827.5111148108c5994f120599bc69c815bc. at 1731342628603Flushing 5111148108c5994f120599bc69c815bc/b: creating writer at 1731342628603Flushing 5111148108c5994f120599bc69c815bc/b: appending metadata at 1731342628624 (+21 ms)Flushing 5111148108c5994f120599bc69c815bc/b: closing flushed file at 1731342628624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26ef9f89: reopening flushed file at 1731342628642 (+18 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 5111148108c5994f120599bc69c815bc in 47ms, sequenceid=32, compaction requested=false; wal=null at 1731342628649 (+7 ms)Cleaning up temporary data from old regions at 1731342628651 (+2 ms)Region opened successfully at 1731342628657 (+6 ms) 2024-11-11T16:30:28,686 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=409 (was 400) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:51924 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:45408 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:49746 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1295996821-172.17.0.2-1731342601814:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1295996821-172.17.0.2-1731342601814:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1295996821-172.17.0.2-1731342601814:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:44272 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:45582 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:35368 [Waiting for operation #45] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1103 (was 1027) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=3191 (was 3214) 2024-11-11T16:30:28,687 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1103 is superior to 1024 2024-11-11T16:30:28,702 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=409, OpenFileDescriptor=1103, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=3188 2024-11-11T16:30:28,702 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1103 is superior to 1024 2024-11-11T16:30:28,720 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:28,723 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:28,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:30:28,726 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-13239971, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/hregion-13239971, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:28,743 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-13239971/hregion-13239971.1731342628727, exclude list is [], retry=0 2024-11-11T16:30:28,746 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:28,747 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:28,748 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:28,750 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-13239971/hregion-13239971.1731342628727 2024-11-11T16:30:28,751 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:34929:34929)] 2024-11-11T16:30:28,751 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 73630faddea65acb45678f42849879c3, NAME => 'testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33427/hbase 2024-11-11T16:30:28,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741902_1080 (size=68) 2024-11-11T16:30:28,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741902_1080 (size=68) 2024-11-11T16:30:28,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741902_1080 (size=68) 2024-11-11T16:30:28,761 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:28,762 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 73630faddea65acb45678f42849879c3 2024-11-11T16:30:28,764 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73630faddea65acb45678f42849879c3 columnFamilyName a 2024-11-11T16:30:28,764 DEBUG [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:28,764 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(327): Store=73630faddea65acb45678f42849879c3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:28,765 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 73630faddea65acb45678f42849879c3 2024-11-11T16:30:28,766 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73630faddea65acb45678f42849879c3 columnFamilyName b 2024-11-11T16:30:28,766 DEBUG [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:28,767 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(327): Store=73630faddea65acb45678f42849879c3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:28,767 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 73630faddea65acb45678f42849879c3 2024-11-11T16:30:28,768 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73630faddea65acb45678f42849879c3 columnFamilyName c 2024-11-11T16:30:28,768 DEBUG [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:28,769 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(327): Store=73630faddea65acb45678f42849879c3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:28,769 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:28,770 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3 2024-11-11T16:30:28,770 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3 2024-11-11T16:30:28,771 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:28,771 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:28,772 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:28,773 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:28,776 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:30:28,777 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 73630faddea65acb45678f42849879c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59188950, jitterRate=-0.11801591515541077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:28,778 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 73630faddea65acb45678f42849879c3: Writing region info on filesystem at 1731342628761Initializing all the Stores at 1731342628762 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342628762Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342628762Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342628762Cleaning up temporary data from old regions at 1731342628771 (+9 ms)Region opened successfully at 1731342628777 (+6 ms) 2024-11-11T16:30:28,778 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 73630faddea65acb45678f42849879c3, disabling compactions & flushes 2024-11-11T16:30:28,778 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3. 2024-11-11T16:30:28,778 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3. 2024-11-11T16:30:28,778 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3. after waiting 0 ms 2024-11-11T16:30:28,778 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3. 2024-11-11T16:30:28,778 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3. 2024-11-11T16:30:28,778 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 73630faddea65acb45678f42849879c3: Waiting for close lock at 1731342628778Disabling compacts and flushes for region at 1731342628778Disabling writes for close at 1731342628778Writing region close event to WAL at 1731342628778Closed at 1731342628778 2024-11-11T16:30:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741901_1079 (size=93) 2024-11-11T16:30:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741901_1079 (size=93) 2024-11-11T16:30:28,783 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-13239971/hregion-13239971.1731342628727 not finished, retry = 0 2024-11-11T16:30:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741901_1079 (size=93) 2024-11-11T16:30:28,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741833_1009 (size=2142) 2024-11-11T16:30:28,893 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T16:30:28,893 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-13239971:(num 1731342628727) 2024-11-11T16:30:28,894 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:28,897 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:28,912 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342628898, exclude list is [], retry=0 2024-11-11T16:30:28,917 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:28,917 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:28,918 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:28,924 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342628898 2024-11-11T16:30:28,925 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:37791:37791)] 2024-11-11T16:30:29,005 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 73630faddea65acb45678f42849879c3, NAME => 'testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:29,008 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 73630faddea65acb45678f42849879c3 2024-11-11T16:30:29,009 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:29,009 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:29,009 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:29,012 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 73630faddea65acb45678f42849879c3 2024-11-11T16:30:29,013 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73630faddea65acb45678f42849879c3 columnFamilyName a 2024-11-11T16:30:29,013 DEBUG [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:29,014 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(327): Store=73630faddea65acb45678f42849879c3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:29,014 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 73630faddea65acb45678f42849879c3 2024-11-11T16:30:29,015 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73630faddea65acb45678f42849879c3 columnFamilyName b 2024-11-11T16:30:29,015 DEBUG [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:29,016 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(327): Store=73630faddea65acb45678f42849879c3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:29,016 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 73630faddea65acb45678f42849879c3 2024-11-11T16:30:29,017 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73630faddea65acb45678f42849879c3 columnFamilyName c 2024-11-11T16:30:29,017 DEBUG [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:29,018 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(327): Store=73630faddea65acb45678f42849879c3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:29,018 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:29,019 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3 2024-11-11T16:30:29,020 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3 2024-11-11T16:30:29,025 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:29,025 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:29,025 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:29,027 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:29,028 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 73630faddea65acb45678f42849879c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72122256, jitterRate=0.07470536231994629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:29,028 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:29,029 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 73630faddea65acb45678f42849879c3: Running coprocessor pre-open hook at 1731342629009Writing region info on filesystem at 1731342629009Initializing all the Stores at 1731342629011 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342629011Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342629011Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342629011Cleaning up temporary data from old regions at 1731342629025 (+14 ms)Running coprocessor post-open hooks at 1731342629028 (+3 ms)Region opened successfully at 1731342629029 (+1 ms) 2024-11-11T16:30:29,047 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 73630faddea65acb45678f42849879c3 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-11T16:30:29,049 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73630faddea65acb45678f42849879c3/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:29,762 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T16:30:30,050 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73630faddea65acb45678f42849879c3/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:31,051 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73630faddea65acb45678f42849879c3/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:32,052 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73630faddea65acb45678f42849879c3/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:33,053 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73630faddea65acb45678f42849879c3/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:34,053 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73630faddea65acb45678f42849879c3/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:35,054 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73630faddea65acb45678f42849879c3/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:35,284 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:30:36,055 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73630faddea65acb45678f42849879c3/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:36,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-11T16:30:36,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-11T16:30:36,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-11T16:30:36,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-11T16:30:36,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-11T16:30:36,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-11T16:30:37,056 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73630faddea65acb45678f42849879c3/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:38,057 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 73630faddea65acb45678f42849879c3/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:38,058 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 73630faddea65acb45678f42849879c3: 2024-11-11T16:30:38,058 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3. 2024-11-11T16:30:38,074 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 73630faddea65acb45678f42849879c3: 2024-11-11T16:30:38,074 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-11T16:30:38,074 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 73630faddea65acb45678f42849879c3, disabling compactions & flushes 2024-11-11T16:30:38,074 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3. 2024-11-11T16:30:38,074 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3. 2024-11-11T16:30:38,074 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3. after waiting 0 ms 2024-11-11T16:30:38,074 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3. 2024-11-11T16:30:38,075 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3. 2024-11-11T16:30:38,075 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3. 2024-11-11T16:30:38,075 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 73630faddea65acb45678f42849879c3: Waiting for close lock at 1731342638074Running coprocessor pre-close hooks at 1731342638074Disabling compacts and flushes for region at 1731342638074Disabling writes for close at 1731342638074Writing region close event to WAL at 1731342638075 (+1 ms)Running coprocessor post-close hooks at 1731342638075Closed at 1731342638075 2024-11-11T16:30:38,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741903_1081 (size=3941) 2024-11-11T16:30:38,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741903_1081 (size=3941) 2024-11-11T16:30:38,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741903_1081 (size=3941) 2024-11-11T16:30:38,095 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33427/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342628898, size=3.8 K (3941bytes) 2024-11-11T16:30:38,095 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33427/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342628898 2024-11-11T16:30:38,096 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33427/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342628898 after 1ms 2024-11-11T16:30:38,099 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33427/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342628898 took 4ms 2024-11-11T16:30:38,102 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33427/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342628898 so closing down 2024-11-11T16:30:38,102 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:30:38,104 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731342628898.temp 2024-11-11T16:30:38,105 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/recovered.edits/0000000000000000004-wal.1731342628898.temp 2024-11-11T16:30:38,105 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:30:38,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741904_1082 (size=2983) 2024-11-11T16:30:38,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741904_1082 (size=2983) 2024-11-11T16:30:38,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741904_1082 (size=2983) 2024-11-11T16:30:38,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/recovered.edits/0000000000000000004-wal.1731342628898.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-11T16:30:38,154 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/recovered.edits/0000000000000000004-wal.1731342628898.temp to hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/recovered.edits/0000000000000000026 2024-11-11T16:30:38,154 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 53 ms; skipped=3; WAL=hdfs://localhost:33427/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342628898, size=3.8 K, length=3941, corrupted=false, cancelled=false 2024-11-11T16:30:38,155 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33427/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342628898, journal: Splitting hdfs://localhost:33427/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342628898, size=3.8 K (3941bytes) at 1731342638095Finishing writing output for hdfs://localhost:33427/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342628898 so closing down at 1731342638102 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/recovered.edits/0000000000000000004-wal.1731342628898.temp at 1731342638105 (+3 ms)3 split writer threads finished at 1731342638105Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/recovered.edits/0000000000000000004-wal.1731342628898.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731342638152 (+47 ms)Rename recovered edits hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/recovered.edits/0000000000000000004-wal.1731342628898.temp to hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/recovered.edits/0000000000000000026 at 1731342638154 (+2 ms)Processed 23 edits across 1 Regions in 53 ms; skipped=3; WAL=hdfs://localhost:33427/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342628898, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1731342638155 (+1 ms) 2024-11-11T16:30:38,158 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33427/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342628898 to hdfs://localhost:33427/hbase/oldWALs/wal.1731342628898 2024-11-11T16:30:38,159 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/recovered.edits/0000000000000000026 2024-11-11T16:30:38,159 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:38,161 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:38,183 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342638162, exclude list is [], retry=0 2024-11-11T16:30:38,186 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:38,187 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:38,187 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:38,190 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342638162 2024-11-11T16:30:38,190 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:34929:34929)] 2024-11-11T16:30:38,191 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 73630faddea65acb45678f42849879c3, NAME => 'testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:38,191 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 73630faddea65acb45678f42849879c3 2024-11-11T16:30:38,192 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:38,192 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:38,192 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:38,197 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 73630faddea65acb45678f42849879c3 2024-11-11T16:30:38,199 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73630faddea65acb45678f42849879c3 columnFamilyName a 2024-11-11T16:30:38,199 DEBUG [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:38,199 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(327): Store=73630faddea65acb45678f42849879c3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:38,200 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 73630faddea65acb45678f42849879c3 2024-11-11T16:30:38,201 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73630faddea65acb45678f42849879c3 columnFamilyName b 2024-11-11T16:30:38,201 DEBUG [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:38,201 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(327): Store=73630faddea65acb45678f42849879c3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:38,201 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 73630faddea65acb45678f42849879c3 2024-11-11T16:30:38,202 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73630faddea65acb45678f42849879c3 columnFamilyName c 2024-11-11T16:30:38,202 DEBUG [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:38,203 INFO [StoreOpener-73630faddea65acb45678f42849879c3-1 {}] regionserver.HStore(327): Store=73630faddea65acb45678f42849879c3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:38,203 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:38,204 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3 2024-11-11T16:30:38,205 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3 2024-11-11T16:30:38,206 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/recovered.edits/0000000000000000026 2024-11-11T16:30:38,210 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/recovered.edits/0000000000000000026 2024-11-11T16:30:38,210 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 73630faddea65acb45678f42849879c3 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-11T16:30:38,234 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/.tmp/a/5c03779760904bb6ab43db1c76e1a692 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731342638064/Put/seqid=0 2024-11-11T16:30:38,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741906_1084 (size=5523) 2024-11-11T16:30:38,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741906_1084 (size=5523) 2024-11-11T16:30:38,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741906_1084 (size=5523) 2024-11-11T16:30:38,244 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/.tmp/a/5c03779760904bb6ab43db1c76e1a692 2024-11-11T16:30:38,273 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/.tmp/b/d908fa6ac5b34d31a169fb157f4dd4c0 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731342638058/Put/seqid=0 2024-11-11T16:30:38,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741907_1085 (size=5524) 2024-11-11T16:30:38,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741907_1085 (size=5524) 2024-11-11T16:30:38,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741907_1085 (size=5524) 2024-11-11T16:30:38,285 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/.tmp/b/d908fa6ac5b34d31a169fb157f4dd4c0 2024-11-11T16:30:38,318 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/.tmp/c/58193b81320b4e57aa0be3f72e51786f is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731342638061/Put/seqid=0 2024-11-11T16:30:38,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741908_1086 (size=5457) 2024-11-11T16:30:38,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741908_1086 (size=5457) 2024-11-11T16:30:38,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741908_1086 (size=5457) 2024-11-11T16:30:38,330 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/.tmp/c/58193b81320b4e57aa0be3f72e51786f 2024-11-11T16:30:38,359 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/.tmp/a/5c03779760904bb6ab43db1c76e1a692 as hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/a/5c03779760904bb6ab43db1c76e1a692 2024-11-11T16:30:38,367 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/a/5c03779760904bb6ab43db1c76e1a692, entries=7, sequenceid=26, filesize=5.4 K 2024-11-11T16:30:38,369 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/.tmp/b/d908fa6ac5b34d31a169fb157f4dd4c0 as hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/b/d908fa6ac5b34d31a169fb157f4dd4c0 2024-11-11T16:30:38,397 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/b/d908fa6ac5b34d31a169fb157f4dd4c0, entries=7, sequenceid=26, filesize=5.4 K 2024-11-11T16:30:38,399 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/.tmp/c/58193b81320b4e57aa0be3f72e51786f as hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/c/58193b81320b4e57aa0be3f72e51786f 2024-11-11T16:30:38,415 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/c/58193b81320b4e57aa0be3f72e51786f, entries=6, sequenceid=26, filesize=5.3 K 2024-11-11T16:30:38,415 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 73630faddea65acb45678f42849879c3 in 205ms, sequenceid=26, compaction requested=false; wal=null 2024-11-11T16:30:38,420 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/recovered.edits/0000000000000000026 2024-11-11T16:30:38,421 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:38,421 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:38,429 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:38,431 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:38,434 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testReplayEditsAfterAbortingFlush/73630faddea65acb45678f42849879c3/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-11T16:30:38,435 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 73630faddea65acb45678f42849879c3; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74393037, jitterRate=0.10854263603687286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:38,435 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73630faddea65acb45678f42849879c3 2024-11-11T16:30:38,436 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 73630faddea65acb45678f42849879c3: Running coprocessor pre-open hook at 1731342638192Writing region info on filesystem at 1731342638192Initializing all the Stores at 1731342638193 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342638193Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342638197 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342638197Obtaining lock to block concurrent updates at 1731342638210 (+13 ms)Preparing flush snapshotting stores in 73630faddea65acb45678f42849879c3 at 1731342638210Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731342638211 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1731342628721.73630faddea65acb45678f42849879c3. at 1731342638211Flushing 73630faddea65acb45678f42849879c3/a: creating writer at 1731342638211Flushing 73630faddea65acb45678f42849879c3/a: appending metadata at 1731342638233 (+22 ms)Flushing 73630faddea65acb45678f42849879c3/a: closing flushed file at 1731342638233Flushing 73630faddea65acb45678f42849879c3/b: creating writer at 1731342638251 (+18 ms)Flushing 73630faddea65acb45678f42849879c3/b: appending metadata at 1731342638273 (+22 ms)Flushing 73630faddea65acb45678f42849879c3/b: closing flushed file at 1731342638273Flushing 73630faddea65acb45678f42849879c3/c: creating writer at 1731342638294 (+21 ms)Flushing 73630faddea65acb45678f42849879c3/c: appending metadata at 1731342638317 (+23 ms)Flushing 73630faddea65acb45678f42849879c3/c: closing flushed file at 1731342638317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae29227: reopening flushed file at 1731342638358 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c3dce81: reopening flushed file at 1731342638368 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c0dcac3: reopening flushed file at 1731342638397 (+29 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 73630faddea65acb45678f42849879c3 in 205ms, sequenceid=26, compaction requested=false; wal=null at 1731342638415 (+18 ms)Cleaning up temporary data from old regions at 1731342638422 (+7 ms)Running coprocessor post-open hooks at 1731342638435 (+13 ms)Region opened successfully at 1731342638436 (+1 ms) 2024-11-11T16:30:38,462 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=408 (was 409), OpenFileDescriptor=1160 (was 1103) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=2659 (was 3188) 2024-11-11T16:30:38,462 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1160 is superior to 1024 2024-11-11T16:30:38,478 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=408, OpenFileDescriptor=1160, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=2653 2024-11-11T16:30:38,478 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1160 is superior to 1024 2024-11-11T16:30:38,494 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:38,496 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:38,497 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:30:38,499 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-87949005, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/hregion-87949005, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:38,513 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-87949005/hregion-87949005.1731342638499, exclude list is [], retry=0 2024-11-11T16:30:38,516 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:38,516 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:38,525 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:38,527 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-87949005/hregion-87949005.1731342638499 2024-11-11T16:30:38,527 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:34929:34929)] 2024-11-11T16:30:38,527 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8ddbf1a0301ce805f1fb1734aa6c9120, NAME => 'testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33427/hbase 2024-11-11T16:30:38,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741910_1088 (size=61) 2024-11-11T16:30:38,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741910_1088 (size=61) 2024-11-11T16:30:38,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741910_1088 (size=61) 2024-11-11T16:30:38,538 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:38,539 INFO [StoreOpener-8ddbf1a0301ce805f1fb1734aa6c9120-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:38,541 INFO [StoreOpener-8ddbf1a0301ce805f1fb1734aa6c9120-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ddbf1a0301ce805f1fb1734aa6c9120 columnFamilyName a 2024-11-11T16:30:38,541 DEBUG [StoreOpener-8ddbf1a0301ce805f1fb1734aa6c9120-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:38,541 INFO [StoreOpener-8ddbf1a0301ce805f1fb1734aa6c9120-1 {}] regionserver.HStore(327): Store=8ddbf1a0301ce805f1fb1734aa6c9120/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:38,541 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:38,543 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:38,543 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:38,544 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:38,544 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:38,545 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:38,547 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:30:38,548 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8ddbf1a0301ce805f1fb1734aa6c9120; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66791382, jitterRate=-0.004730850458145142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:30:38,548 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ddbf1a0301ce805f1fb1734aa6c9120: Writing region info on filesystem at 1731342638538Initializing all the Stores at 1731342638539 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342638539Cleaning up temporary data from old regions at 1731342638544 (+5 ms)Region opened successfully at 1731342638548 (+4 ms) 2024-11-11T16:30:38,548 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8ddbf1a0301ce805f1fb1734aa6c9120, disabling compactions & flushes 2024-11-11T16:30:38,548 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120. 2024-11-11T16:30:38,548 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120. 2024-11-11T16:30:38,549 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120. after waiting 0 ms 2024-11-11T16:30:38,549 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120. 2024-11-11T16:30:38,549 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120. 2024-11-11T16:30:38,549 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8ddbf1a0301ce805f1fb1734aa6c9120: Waiting for close lock at 1731342638548Disabling compacts and flushes for region at 1731342638548Disabling writes for close at 1731342638549 (+1 ms)Writing region close event to WAL at 1731342638549Closed at 1731342638549 2024-11-11T16:30:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741909_1087 (size=93) 2024-11-11T16:30:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741909_1087 (size=93) 2024-11-11T16:30:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741909_1087 (size=93) 2024-11-11T16:30:38,559 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T16:30:38,559 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-87949005:(num 1731342638499) 2024-11-11T16:30:38,559 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:38,560 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:38,574 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342638561, exclude list is [], retry=0 2024-11-11T16:30:38,576 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:38,577 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:38,577 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:38,579 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342638561 2024-11-11T16:30:38,579 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:37791:37791)] 2024-11-11T16:30:38,579 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ddbf1a0301ce805f1fb1734aa6c9120, NAME => 'testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:38,579 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:38,579 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:38,579 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:38,581 INFO [StoreOpener-8ddbf1a0301ce805f1fb1734aa6c9120-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:38,582 INFO [StoreOpener-8ddbf1a0301ce805f1fb1734aa6c9120-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ddbf1a0301ce805f1fb1734aa6c9120 columnFamilyName a 2024-11-11T16:30:38,582 DEBUG [StoreOpener-8ddbf1a0301ce805f1fb1734aa6c9120-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:38,583 INFO [StoreOpener-8ddbf1a0301ce805f1fb1734aa6c9120-1 {}] regionserver.HStore(327): Store=8ddbf1a0301ce805f1fb1734aa6c9120/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:38,583 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:38,583 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:38,584 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:38,585 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:38,585 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:38,587 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:38,587 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8ddbf1a0301ce805f1fb1734aa6c9120; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67259958, jitterRate=0.0022514760494232178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:30:38,588 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ddbf1a0301ce805f1fb1734aa6c9120: Writing region info on filesystem at 1731342638579Initializing all the Stores at 1731342638580 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342638580Cleaning up temporary data from old regions at 1731342638585 (+5 ms)Region opened successfully at 1731342638588 (+3 ms) 2024-11-11T16:30:38,601 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8ddbf1a0301ce805f1fb1734aa6c9120, disabling compactions & flushes 2024-11-11T16:30:38,601 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120. 2024-11-11T16:30:38,601 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120. 2024-11-11T16:30:38,601 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120. after waiting 0 ms 2024-11-11T16:30:38,601 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120. 2024-11-11T16:30:38,603 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120. 2024-11-11T16:30:38,603 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120. 2024-11-11T16:30:38,603 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8ddbf1a0301ce805f1fb1734aa6c9120: Waiting for close lock at 1731342638601Disabling compacts and flushes for region at 1731342638601Disabling writes for close at 1731342638601Writing region close event to WAL at 1731342638603 (+2 ms)Closed at 1731342638603 2024-11-11T16:30:38,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741911_1089 (size=1623) 2024-11-11T16:30:38,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741911_1089 (size=1623) 2024-11-11T16:30:38,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741911_1089 (size=1623) 2024-11-11T16:30:38,658 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33427/hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342638561, size=1.6 K (1623bytes) 2024-11-11T16:30:38,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33427/hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342638561 2024-11-11T16:30:38,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33427/hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342638561 after 0ms 2024-11-11T16:30:38,661 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33427/hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342638561 took 4ms 2024-11-11T16:30:38,671 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33427/hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342638561 so closing down 2024-11-11T16:30:38,671 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:30:38,679 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731342638561.temp 2024-11-11T16:30:38,681 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/recovered.edits/0000000000000000003-wal.1731342638561.temp 2024-11-11T16:30:38,681 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:30:38,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741912_1090 (size=1623) 2024-11-11T16:30:38,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741912_1090 (size=1623) 2024-11-11T16:30:38,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741912_1090 (size=1623) 2024-11-11T16:30:39,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/recovered.edits/0000000000000000003-wal.1731342638561.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-11T16:30:39,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/recovered.edits/0000000000000000003-wal.1731342638561.temp to hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/recovered.edits/0000000000000000012 2024-11-11T16:30:39,122 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342638561, size=1.6 K, length=1623, corrupted=false, cancelled=false 2024-11-11T16:30:39,122 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33427/hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342638561, journal: Splitting hdfs://localhost:33427/hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342638561, size=1.6 K (1623bytes) at 1731342638658Finishing writing output for hdfs://localhost:33427/hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342638561 so closing down at 1731342638671 (+13 ms)Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/recovered.edits/0000000000000000003-wal.1731342638561.temp at 1731342638681 (+10 ms)3 split writer threads finished at 1731342638681Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/recovered.edits/0000000000000000003-wal.1731342638561.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731342639120 (+439 ms)Rename recovered edits hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/recovered.edits/0000000000000000003-wal.1731342638561.temp to hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/recovered.edits/0000000000000000012 at 1731342639122 (+2 ms)Processed 10 edits across 1 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342638561, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1731342639122 2024-11-11T16:30:39,124 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33427/hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342638561 to hdfs://localhost:33427/hbase/oldWALs/wal.1731342638561 2024-11-11T16:30:39,125 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/recovered.edits/0000000000000000012 2024-11-11T16:30:39,495 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:39,499 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:39,518 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342639500, exclude list is [], retry=0 2024-11-11T16:30:39,522 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:39,523 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:39,523 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:39,534 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342639500 2024-11-11T16:30:39,535 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:37791:37791)] 2024-11-11T16:30:39,535 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ddbf1a0301ce805f1fb1734aa6c9120, NAME => 'testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:39,535 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:39,535 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:39,536 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:39,539 INFO [StoreOpener-8ddbf1a0301ce805f1fb1734aa6c9120-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:39,541 INFO [StoreOpener-8ddbf1a0301ce805f1fb1734aa6c9120-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ddbf1a0301ce805f1fb1734aa6c9120 columnFamilyName a 2024-11-11T16:30:39,541 DEBUG [StoreOpener-8ddbf1a0301ce805f1fb1734aa6c9120-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:39,542 INFO [StoreOpener-8ddbf1a0301ce805f1fb1734aa6c9120-1 {}] regionserver.HStore(327): Store=8ddbf1a0301ce805f1fb1734aa6c9120/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:39,542 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:39,542 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:39,544 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:39,544 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/recovered.edits/0000000000000000012 2024-11-11T16:30:39,547 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/recovered.edits/0000000000000000012 2024-11-11T16:30:39,547 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8ddbf1a0301ce805f1fb1734aa6c9120 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-11T16:30:39,567 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/.tmp/a/371a715af5364398a8d024bb7524db42 is 79, key is testDatalossWhenInputError/a:x0/1731342638588/Put/seqid=0 2024-11-11T16:30:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741914_1092 (size=5808) 2024-11-11T16:30:39,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741914_1092 (size=5808) 2024-11-11T16:30:39,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741914_1092 (size=5808) 2024-11-11T16:30:39,979 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/.tmp/a/371a715af5364398a8d024bb7524db42 2024-11-11T16:30:39,989 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/.tmp/a/371a715af5364398a8d024bb7524db42 as hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/a/371a715af5364398a8d024bb7524db42 2024-11-11T16:30:39,999 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/a/371a715af5364398a8d024bb7524db42, entries=10, sequenceid=12, filesize=5.7 K 2024-11-11T16:30:39,999 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 8ddbf1a0301ce805f1fb1734aa6c9120 in 452ms, sequenceid=12, compaction requested=false; wal=null 2024-11-11T16:30:40,000 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/recovered.edits/0000000000000000012 2024-11-11T16:30:40,001 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:40,001 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:40,003 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:40,006 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T16:30:40,007 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8ddbf1a0301ce805f1fb1734aa6c9120; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61626736, jitterRate=-0.08169007301330566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:30:40,007 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ddbf1a0301ce805f1fb1734aa6c9120: Writing region info on filesystem at 1731342639536Initializing all the Stores at 1731342639538 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342639538Obtaining lock to block concurrent updates at 1731342639547 (+9 ms)Preparing flush snapshotting stores in 8ddbf1a0301ce805f1fb1734aa6c9120 at 1731342639547Finished memstore snapshotting testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731342639548 (+1 ms)Flushing stores of testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120. at 1731342639548Flushing 8ddbf1a0301ce805f1fb1734aa6c9120/a: creating writer at 1731342639548Flushing 8ddbf1a0301ce805f1fb1734aa6c9120/a: appending metadata at 1731342639566 (+18 ms)Flushing 8ddbf1a0301ce805f1fb1734aa6c9120/a: closing flushed file at 1731342639566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f7b5c78: reopening flushed file at 1731342639987 (+421 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 8ddbf1a0301ce805f1fb1734aa6c9120 in 452ms, sequenceid=12, compaction requested=false; wal=null at 1731342639999 (+12 ms)Cleaning up temporary data from old regions at 1731342640001 (+2 ms)Region opened successfully at 1731342640007 (+6 ms) 2024-11-11T16:30:40,010 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ddbf1a0301ce805f1fb1734aa6c9120, NAME => 'testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:40,011 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731342638495.8ddbf1a0301ce805f1fb1734aa6c9120.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:40,011 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:40,011 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:40,012 INFO [StoreOpener-8ddbf1a0301ce805f1fb1734aa6c9120-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:40,013 INFO [StoreOpener-8ddbf1a0301ce805f1fb1734aa6c9120-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ddbf1a0301ce805f1fb1734aa6c9120 columnFamilyName a 2024-11-11T16:30:40,013 DEBUG [StoreOpener-8ddbf1a0301ce805f1fb1734aa6c9120-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:40,019 DEBUG [StoreOpener-8ddbf1a0301ce805f1fb1734aa6c9120-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/a/371a715af5364398a8d024bb7524db42 2024-11-11T16:30:40,019 INFO [StoreOpener-8ddbf1a0301ce805f1fb1734aa6c9120-1 {}] regionserver.HStore(327): Store=8ddbf1a0301ce805f1fb1734aa6c9120/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:40,019 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:40,020 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:40,021 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:40,021 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:40,021 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:40,023 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ddbf1a0301ce805f1fb1734aa6c9120 2024-11-11T16:30:40,026 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testDatalossWhenInputError/8ddbf1a0301ce805f1fb1734aa6c9120/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-11T16:30:40,027 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8ddbf1a0301ce805f1fb1734aa6c9120; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69170483, jitterRate=0.03072051703929901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:30:40,027 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ddbf1a0301ce805f1fb1734aa6c9120: Writing region info on filesystem at 1731342640011Initializing all the Stores at 1731342640012 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342640012Cleaning up temporary data from old regions at 1731342640021 (+9 ms)Region opened successfully at 1731342640027 (+6 ms) 2024-11-11T16:30:40,047 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=423 (was 408) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:48190 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1295996821-172.17.0.2-1731342601814:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:60944 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:43204 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:48088 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1295996821-172.17.0.2-1731342601814:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1295996821-172.17.0.2-1731342601814:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:43216 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:32782 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1248 (was 1160) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=2617 (was 2653) 2024-11-11T16:30:40,047 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1248 is superior to 1024 2024-11-11T16:30:40,061 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=423, OpenFileDescriptor=1248, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=2616 2024-11-11T16:30:40,061 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1248 is superior to 1024 2024-11-11T16:30:40,076 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:40,078 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:40,079 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:30:40,082 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-64315720, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/hregion-64315720, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:40,096 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-64315720/hregion-64315720.1731342640083, exclude list is [], retry=0 2024-11-11T16:30:40,100 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:40,100 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:40,101 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:40,113 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-64315720/hregion-64315720.1731342640083 2024-11-11T16:30:40,114 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:45047:45047)] 2024-11-11T16:30:40,114 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 96b21558603a1e6cb627a6e5a76322dc, NAME => 'testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33427/hbase 2024-11-11T16:30:40,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741916_1094 (size=63) 2024-11-11T16:30:40,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741916_1094 (size=63) 2024-11-11T16:30:40,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741916_1094 (size=63) 2024-11-11T16:30:40,128 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:40,129 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,131 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b21558603a1e6cb627a6e5a76322dc columnFamilyName a 2024-11-11T16:30:40,131 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:40,132 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(327): Store=96b21558603a1e6cb627a6e5a76322dc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:40,132 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,133 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b21558603a1e6cb627a6e5a76322dc columnFamilyName b 2024-11-11T16:30:40,134 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:40,134 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(327): Store=96b21558603a1e6cb627a6e5a76322dc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:40,134 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,136 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b21558603a1e6cb627a6e5a76322dc columnFamilyName c 2024-11-11T16:30:40,136 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:40,136 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(327): Store=96b21558603a1e6cb627a6e5a76322dc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:40,136 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,137 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,138 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,139 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,139 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,140 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:40,141 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,143 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:30:40,144 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 96b21558603a1e6cb627a6e5a76322dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60791369, jitterRate=-0.0941380113363266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:40,144 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 96b21558603a1e6cb627a6e5a76322dc: Writing region info on filesystem at 1731342640128Initializing all the Stores at 1731342640129 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342640129Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342640129Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342640129Cleaning up temporary data from old regions at 1731342640139 (+10 ms)Region opened successfully at 1731342640144 (+5 ms) 2024-11-11T16:30:40,144 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 96b21558603a1e6cb627a6e5a76322dc, disabling compactions & flushes 2024-11-11T16:30:40,144 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc. 2024-11-11T16:30:40,145 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc. 2024-11-11T16:30:40,145 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc. after waiting 0 ms 2024-11-11T16:30:40,145 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc. 2024-11-11T16:30:40,145 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc. 2024-11-11T16:30:40,145 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 96b21558603a1e6cb627a6e5a76322dc: Waiting for close lock at 1731342640144Disabling compacts and flushes for region at 1731342640144Disabling writes for close at 1731342640145 (+1 ms)Writing region close event to WAL at 1731342640145Closed at 1731342640145 2024-11-11T16:30:40,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741915_1093 (size=93) 2024-11-11T16:30:40,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741915_1093 (size=93) 2024-11-11T16:30:40,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741915_1093 (size=93) 2024-11-11T16:30:40,153 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T16:30:40,153 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-64315720:(num 1731342640083) 2024-11-11T16:30:40,154 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:40,155 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:40,170 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156, exclude list is [], retry=0 2024-11-11T16:30:40,173 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:40,173 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:40,173 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:40,175 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156 2024-11-11T16:30:40,176 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:45047:45047)] 2024-11-11T16:30:40,176 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 96b21558603a1e6cb627a6e5a76322dc, NAME => 'testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:40,176 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:40,176 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,176 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,178 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,179 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b21558603a1e6cb627a6e5a76322dc columnFamilyName a 2024-11-11T16:30:40,179 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:40,179 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(327): Store=96b21558603a1e6cb627a6e5a76322dc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:40,179 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,180 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b21558603a1e6cb627a6e5a76322dc columnFamilyName b 2024-11-11T16:30:40,180 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:40,181 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(327): Store=96b21558603a1e6cb627a6e5a76322dc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:40,181 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,182 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b21558603a1e6cb627a6e5a76322dc columnFamilyName c 2024-11-11T16:30:40,182 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:40,183 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(327): Store=96b21558603a1e6cb627a6e5a76322dc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:40,183 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,183 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,184 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,185 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,185 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,186 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:40,187 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:40,188 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 96b21558603a1e6cb627a6e5a76322dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70690513, jitterRate=0.053370729088783264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:40,189 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 96b21558603a1e6cb627a6e5a76322dc: Writing region info on filesystem at 1731342640176Initializing all the Stores at 1731342640177 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342640177Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342640178 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342640178Cleaning up temporary data from old regions at 1731342640185 (+7 ms)Region opened successfully at 1731342640189 (+4 ms) 2024-11-11T16:30:40,192 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731342640192/Put/seqid=0 2024-11-11T16:30:40,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741918_1096 (size=4875) 2024-11-11T16:30:40,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741918_1096 (size=4875) 2024-11-11T16:30:40,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741918_1096 (size=4875) 2024-11-11T16:30:40,205 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731342640205/Put/seqid=0 2024-11-11T16:30:40,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741919_1097 (size=4875) 2024-11-11T16:30:40,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741919_1097 (size=4875) 2024-11-11T16:30:40,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741919_1097 (size=4875) 2024-11-11T16:30:40,215 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731342640214/Put/seqid=0 2024-11-11T16:30:40,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741920_1098 (size=4875) 2024-11-11T16:30:40,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741920_1098 (size=4875) 2024-11-11T16:30:40,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741920_1098 (size=4875) 2024-11-11T16:30:40,222 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33427/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 96b21558603a1e6cb627a6e5a76322dc/a 2024-11-11T16:30:40,226 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-11T16:30:40,226 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:30:40,226 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33427/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 96b21558603a1e6cb627a6e5a76322dc/a 2024-11-11T16:30:40,230 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-11T16:30:40,230 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:30:40,230 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33427/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 96b21558603a1e6cb627a6e5a76322dc/a 2024-11-11T16:30:40,233 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-11T16:30:40,233 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:30:40,233 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 96b21558603a1e6cb627a6e5a76322dc 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-11T16:30:40,250 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/.tmp/a/6bbc284bc3724c1297ce0302b0443420 is 55, key is testCompactedBulkLoadedFiles/a:a/1731342640189/Put/seqid=0 2024-11-11T16:30:40,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741921_1099 (size=5107) 2024-11-11T16:30:40,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741921_1099 (size=5107) 2024-11-11T16:30:40,261 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/.tmp/a/6bbc284bc3724c1297ce0302b0443420 2024-11-11T16:30:40,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741921_1099 (size=5107) 2024-11-11T16:30:40,267 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/.tmp/a/6bbc284bc3724c1297ce0302b0443420 as hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/6bbc284bc3724c1297ce0302b0443420 2024-11-11T16:30:40,273 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/6bbc284bc3724c1297ce0302b0443420, entries=1, sequenceid=4, filesize=5.0 K 2024-11-11T16:30:40,274 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 96b21558603a1e6cb627a6e5a76322dc in 41ms, sequenceid=4, compaction requested=false 2024-11-11T16:30:40,274 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 96b21558603a1e6cb627a6e5a76322dc: 2024-11-11T16:30:40,276 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/89be07d204fa4d9baf2d348fea5aed26_SeqId_4_ 2024-11-11T16:30:40,277 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/ea0e1a9abe384ae68fb9801b71e70df3_SeqId_4_ 2024-11-11T16:30:40,279 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/4919c5d05d1e4fd9aee7380c218a2e4e_SeqId_4_ 2024-11-11T16:30:40,279 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33427/hbase/testCompactedBulkLoadedFiles/hfile0 into 96b21558603a1e6cb627a6e5a76322dc/a as hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/89be07d204fa4d9baf2d348fea5aed26_SeqId_4_ - updating store file list. 2024-11-11T16:30:40,290 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89be07d204fa4d9baf2d348fea5aed26_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:30:40,290 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/89be07d204fa4d9baf2d348fea5aed26_SeqId_4_ into 96b21558603a1e6cb627a6e5a76322dc/a 2024-11-11T16:30:40,290 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33427/hbase/testCompactedBulkLoadedFiles/hfile0 into 96b21558603a1e6cb627a6e5a76322dc/a (new location: hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/89be07d204fa4d9baf2d348fea5aed26_SeqId_4_) 2024-11-11T16:30:40,292 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33427/hbase/testCompactedBulkLoadedFiles/hfile1 into 96b21558603a1e6cb627a6e5a76322dc/a as hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/ea0e1a9abe384ae68fb9801b71e70df3_SeqId_4_ - updating store file list. 2024-11-11T16:30:40,299 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea0e1a9abe384ae68fb9801b71e70df3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:30:40,299 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/ea0e1a9abe384ae68fb9801b71e70df3_SeqId_4_ into 96b21558603a1e6cb627a6e5a76322dc/a 2024-11-11T16:30:40,299 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33427/hbase/testCompactedBulkLoadedFiles/hfile1 into 96b21558603a1e6cb627a6e5a76322dc/a (new location: hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/ea0e1a9abe384ae68fb9801b71e70df3_SeqId_4_) 2024-11-11T16:30:40,301 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33427/hbase/testCompactedBulkLoadedFiles/hfile2 into 96b21558603a1e6cb627a6e5a76322dc/a as hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/4919c5d05d1e4fd9aee7380c218a2e4e_SeqId_4_ - updating store file list. 2024-11-11T16:30:40,309 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4919c5d05d1e4fd9aee7380c218a2e4e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:30:40,310 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/4919c5d05d1e4fd9aee7380c218a2e4e_SeqId_4_ into 96b21558603a1e6cb627a6e5a76322dc/a 2024-11-11T16:30:40,310 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33427/hbase/testCompactedBulkLoadedFiles/hfile2 into 96b21558603a1e6cb627a6e5a76322dc/a (new location: hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/4919c5d05d1e4fd9aee7380c218a2e4e_SeqId_4_) 2024-11-11T16:30:40,318 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T16:30:40,319 DEBUG [Time-limited test {}] regionserver.HStore(1541): 96b21558603a1e6cb627a6e5a76322dc/a is initiating major compaction (all files) 2024-11-11T16:30:40,319 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 96b21558603a1e6cb627a6e5a76322dc/a in testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc. 2024-11-11T16:30:40,319 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/6bbc284bc3724c1297ce0302b0443420, hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/89be07d204fa4d9baf2d348fea5aed26_SeqId_4_, hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/ea0e1a9abe384ae68fb9801b71e70df3_SeqId_4_, hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/4919c5d05d1e4fd9aee7380c218a2e4e_SeqId_4_] into tmpdir=hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/.tmp, totalSize=19.3 K 2024-11-11T16:30:40,319 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6bbc284bc3724c1297ce0302b0443420, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731342640189 2024-11-11T16:30:40,320 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 89be07d204fa4d9baf2d348fea5aed26_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-11T16:30:40,321 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ea0e1a9abe384ae68fb9801b71e70df3_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-11T16:30:40,321 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4919c5d05d1e4fd9aee7380c218a2e4e_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-11T16:30:40,333 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/.tmp/a/65b60415cb6b4f2da3e3cd30d6a48e79 is 55, key is testCompactedBulkLoadedFiles/a:a/1731342640189/Put/seqid=0 2024-11-11T16:30:40,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741922_1100 (size=6154) 2024-11-11T16:30:40,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741922_1100 (size=6154) 2024-11-11T16:30:40,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741922_1100 (size=6154) 2024-11-11T16:30:40,346 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/.tmp/a/65b60415cb6b4f2da3e3cd30d6a48e79 as hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/65b60415cb6b4f2da3e3cd30d6a48e79 2024-11-11T16:30:40,353 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 96b21558603a1e6cb627a6e5a76322dc/a of 96b21558603a1e6cb627a6e5a76322dc into 65b60415cb6b4f2da3e3cd30d6a48e79(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T16:30:40,354 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 96b21558603a1e6cb627a6e5a76322dc: 2024-11-11T16:30:40,354 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-11T16:30:40,354 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-11T16:30:40,401 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33427/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156, size=0 (0bytes) 2024-11-11T16:30:40,401 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33427/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156 might be still open, length is 0 2024-11-11T16:30:40,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33427/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156 2024-11-11T16:30:40,401 WARN [IPC Server handler 2 on default port 33427 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-11T16:30:40,402 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33427/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156 after 1ms 2024-11-11T16:30:41,078 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:43244 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39421:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43244 dst: /127.0.0.1:39421 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39421 remote=/127.0.0.1:43244]. Total timeout mills is 60000, 59276 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:41,078 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:32828 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44441:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32828 dst: /127.0.0.1:44441 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:41,078 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:48228 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:43577:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48228 dst: /127.0.0.1:43577 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:41,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741917_1101 (size=1659) 2024-11-11T16:30:41,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741917_1101 (size=1659) 2024-11-11T16:30:41,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741917_1101 (size=1659) 2024-11-11T16:30:43,607 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T16:30:44,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33427/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156 after 4001ms 2024-11-11T16:30:44,406 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33427/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156 took 4006ms 2024-11-11T16:30:44,407 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33427/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156; continuing. 2024-11-11T16:30:44,407 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33427/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156 so closing down 2024-11-11T16:30:44,407 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:30:44,409 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731342640156.temp 2024-11-11T16:30:44,411 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/recovered.edits/0000000000000000003-wal.1731342640156.temp 2024-11-11T16:30:44,411 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:30:44,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741923_1102 (size=698) 2024-11-11T16:30:44,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741923_1102 (size=698) 2024-11-11T16:30:44,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741923_1102 (size=698) 2024-11-11T16:30:44,421 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/recovered.edits/0000000000000000003-wal.1731342640156.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-11T16:30:44,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/recovered.edits/0000000000000000003-wal.1731342640156.temp to hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/recovered.edits/0000000000000000008 2024-11-11T16:30:44,423 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:33427/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156, size=0, length=0, corrupted=false, cancelled=false 2024-11-11T16:30:44,423 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33427/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156, journal: Splitting hdfs://localhost:33427/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156, size=0 (0bytes) at 1731342640401Finishing writing output for hdfs://localhost:33427/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156 so closing down at 1731342644407 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/recovered.edits/0000000000000000003-wal.1731342640156.temp at 1731342644411 (+4 ms)3 split writer threads finished at 1731342644411Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/recovered.edits/0000000000000000003-wal.1731342640156.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731342644421 (+10 ms)Rename recovered edits hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/recovered.edits/0000000000000000003-wal.1731342640156.temp to hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/recovered.edits/0000000000000000008 at 1731342644422 (+1 ms)Processed 5 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:33427/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156, size=0, length=0, corrupted=false, cancelled=false at 1731342644423 (+1 ms) 2024-11-11T16:30:44,424 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33427/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156 to hdfs://localhost:33427/hbase/oldWALs/wal.1731342640156 2024-11-11T16:30:44,425 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/recovered.edits/0000000000000000008 2024-11-11T16:30:44,426 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:44,428 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:44,443 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342644429, exclude list is [], retry=0 2024-11-11T16:30:44,446 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:44,446 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:44,446 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:44,454 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342644429 2024-11-11T16:30:44,454 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:34929:34929)] 2024-11-11T16:30:44,455 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 96b21558603a1e6cb627a6e5a76322dc, NAME => 'testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:44,455 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:44,455 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:44,455 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:44,457 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:44,458 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b21558603a1e6cb627a6e5a76322dc columnFamilyName a 2024-11-11T16:30:44,458 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:44,465 DEBUG [StoreFileOpener-96b21558603a1e6cb627a6e5a76322dc-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4919c5d05d1e4fd9aee7380c218a2e4e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:30:44,466 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/4919c5d05d1e4fd9aee7380c218a2e4e_SeqId_4_ 2024-11-11T16:30:44,470 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/65b60415cb6b4f2da3e3cd30d6a48e79 2024-11-11T16:30:44,475 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/6bbc284bc3724c1297ce0302b0443420 2024-11-11T16:30:44,479 DEBUG [StoreFileOpener-96b21558603a1e6cb627a6e5a76322dc-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89be07d204fa4d9baf2d348fea5aed26_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:30:44,480 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/89be07d204fa4d9baf2d348fea5aed26_SeqId_4_ 2024-11-11T16:30:44,484 DEBUG [StoreFileOpener-96b21558603a1e6cb627a6e5a76322dc-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea0e1a9abe384ae68fb9801b71e70df3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:30:44,484 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/ea0e1a9abe384ae68fb9801b71e70df3_SeqId_4_ 2024-11-11T16:30:44,484 WARN [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/4919c5d05d1e4fd9aee7380c218a2e4e_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@493126e0 2024-11-11T16:30:44,484 WARN [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/6bbc284bc3724c1297ce0302b0443420 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@493126e0 2024-11-11T16:30:44,484 WARN [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/89be07d204fa4d9baf2d348fea5aed26_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@493126e0 2024-11-11T16:30:44,484 WARN [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/ea0e1a9abe384ae68fb9801b71e70df3_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@493126e0 2024-11-11T16:30:44,484 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/4919c5d05d1e4fd9aee7380c218a2e4e_SeqId_4_, hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/6bbc284bc3724c1297ce0302b0443420, hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/89be07d204fa4d9baf2d348fea5aed26_SeqId_4_, hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/ea0e1a9abe384ae68fb9801b71e70df3_SeqId_4_] to archive 2024-11-11T16:30:44,485 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T16:30:44,487 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/4919c5d05d1e4fd9aee7380c218a2e4e_SeqId_4_ to hdfs://localhost:33427/hbase/archive/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/4919c5d05d1e4fd9aee7380c218a2e4e_SeqId_4_ 2024-11-11T16:30:44,489 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/6bbc284bc3724c1297ce0302b0443420 to hdfs://localhost:33427/hbase/archive/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/6bbc284bc3724c1297ce0302b0443420 2024-11-11T16:30:44,491 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/89be07d204fa4d9baf2d348fea5aed26_SeqId_4_ to hdfs://localhost:33427/hbase/archive/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/89be07d204fa4d9baf2d348fea5aed26_SeqId_4_ 2024-11-11T16:30:44,493 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/ea0e1a9abe384ae68fb9801b71e70df3_SeqId_4_ to hdfs://localhost:33427/hbase/archive/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/a/ea0e1a9abe384ae68fb9801b71e70df3_SeqId_4_ 2024-11-11T16:30:44,493 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(327): Store=96b21558603a1e6cb627a6e5a76322dc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:44,493 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:44,494 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b21558603a1e6cb627a6e5a76322dc columnFamilyName b 2024-11-11T16:30:44,494 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:44,495 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(327): Store=96b21558603a1e6cb627a6e5a76322dc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:44,495 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:44,496 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b21558603a1e6cb627a6e5a76322dc columnFamilyName c 2024-11-11T16:30:44,496 DEBUG [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:44,496 INFO [StoreOpener-96b21558603a1e6cb627a6e5a76322dc-1 {}] regionserver.HStore(327): Store=96b21558603a1e6cb627a6e5a76322dc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:44,496 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:44,497 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:44,499 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:44,500 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/recovered.edits/0000000000000000008 2024-11-11T16:30:44,505 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 96b21558603a1e6cb627a6e5a76322dc : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "96b21558603a1e6cb627a6e5a76322dc" family_name: "a" compaction_input: "6bbc284bc3724c1297ce0302b0443420" compaction_input: "89be07d204fa4d9baf2d348fea5aed26_SeqId_4_" compaction_input: "ea0e1a9abe384ae68fb9801b71e70df3_SeqId_4_" compaction_input: "4919c5d05d1e4fd9aee7380c218a2e4e_SeqId_4_" compaction_output: "65b60415cb6b4f2da3e3cd30d6a48e79" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-11T16:30:44,505 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-11T16:30:44,505 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/recovered.edits/0000000000000000008 2024-11-11T16:30:44,506 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/recovered.edits/0000000000000000008 2024-11-11T16:30:44,507 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:44,507 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:44,509 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:44,511 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 96b21558603a1e6cb627a6e5a76322dc 2024-11-11T16:30:44,513 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testCompactedBulkLoadedFiles/96b21558603a1e6cb627a6e5a76322dc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T16:30:44,515 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 96b21558603a1e6cb627a6e5a76322dc; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73545292, jitterRate=0.09591025114059448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:44,515 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 96b21558603a1e6cb627a6e5a76322dc: Writing region info on filesystem at 1731342644455Initializing all the Stores at 1731342644456 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342644456Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342644457 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342644457Cleaning up temporary data from old regions at 1731342644507 (+50 ms)Region opened successfully at 1731342644515 (+8 ms) 2024-11-11T16:30:44,518 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 96b21558603a1e6cb627a6e5a76322dc, disabling compactions & flushes 2024-11-11T16:30:44,518 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc. 2024-11-11T16:30:44,518 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc. 2024-11-11T16:30:44,518 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc. after waiting 0 ms 2024-11-11T16:30:44,518 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc. 2024-11-11T16:30:44,519 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731342640077.96b21558603a1e6cb627a6e5a76322dc. 2024-11-11T16:30:44,519 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 96b21558603a1e6cb627a6e5a76322dc: Waiting for close lock at 1731342644518Disabling compacts and flushes for region at 1731342644518Disabling writes for close at 1731342644518Writing region close event to WAL at 1731342644519 (+1 ms)Closed at 1731342644519 2024-11-11T16:30:44,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741924_1103 (size=93) 2024-11-11T16:30:44,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741924_1103 (size=93) 2024-11-11T16:30:44,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741924_1103 (size=93) 2024-11-11T16:30:44,527 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T16:30:44,527 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731342644429) 2024-11-11T16:30:44,545 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=433 (was 423) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1027898694_22 at /127.0.0.1:32886 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (224833853) connection to localhost/127.0.0.1:33427 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1027898694_22 at /127.0.0.1:48334 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:33427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1027898694_22 at /127.0.0.1:43296 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1326 (was 1248) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=478 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=2505 (was 2616) 2024-11-11T16:30:44,545 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1326 is superior to 1024 2024-11-11T16:30:44,563 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=433, OpenFileDescriptor=1326, MaxFileDescriptor=1048576, SystemLoadAverage=478, ProcessCount=11, AvailableMemoryMB=2504 2024-11-11T16:30:44,563 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1326 is superior to 1024 2024-11-11T16:30:44,581 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:44,584 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:30:44,585 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:30:44,587 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-48533923, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/hregion-48533923, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:44,604 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-48533923/hregion-48533923.1731342644588, exclude list is [], retry=0 2024-11-11T16:30:44,607 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:44,607 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:44,608 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:44,611 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-48533923/hregion-48533923.1731342644588 2024-11-11T16:30:44,612 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:34929:34929)] 2024-11-11T16:30:44,612 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f9b0638d118f95d86570ee3f2a6ba636, NAME => 'testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33427/hbase 2024-11-11T16:30:44,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741926_1105 (size=67) 2024-11-11T16:30:44,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741926_1105 (size=67) 2024-11-11T16:30:44,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741926_1105 (size=67) 2024-11-11T16:30:44,632 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:44,634 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,635 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9b0638d118f95d86570ee3f2a6ba636 columnFamilyName a 2024-11-11T16:30:44,635 DEBUG [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:44,636 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(327): Store=f9b0638d118f95d86570ee3f2a6ba636/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:44,636 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,637 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9b0638d118f95d86570ee3f2a6ba636 columnFamilyName b 2024-11-11T16:30:44,637 DEBUG [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:44,638 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(327): Store=f9b0638d118f95d86570ee3f2a6ba636/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:44,638 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,639 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9b0638d118f95d86570ee3f2a6ba636 columnFamilyName c 2024-11-11T16:30:44,639 DEBUG [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:44,640 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(327): Store=f9b0638d118f95d86570ee3f2a6ba636/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:44,640 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,640 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,641 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,642 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,642 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,643 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:44,644 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,646 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:30:44,647 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f9b0638d118f95d86570ee3f2a6ba636; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60250092, jitterRate=-0.10220366716384888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:44,647 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f9b0638d118f95d86570ee3f2a6ba636: Writing region info on filesystem at 1731342644632Initializing all the Stores at 1731342644633 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342644633Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342644633Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342644633Cleaning up temporary data from old regions at 1731342644642 (+9 ms)Region opened successfully at 1731342644647 (+5 ms) 2024-11-11T16:30:44,647 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f9b0638d118f95d86570ee3f2a6ba636, disabling compactions & flushes 2024-11-11T16:30:44,647 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. 2024-11-11T16:30:44,647 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. 2024-11-11T16:30:44,647 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. after waiting 0 ms 2024-11-11T16:30:44,647 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. 2024-11-11T16:30:44,648 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. 2024-11-11T16:30:44,648 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f9b0638d118f95d86570ee3f2a6ba636: Waiting for close lock at 1731342644647Disabling compacts and flushes for region at 1731342644647Disabling writes for close at 1731342644647Writing region close event to WAL at 1731342644648 (+1 ms)Closed at 1731342644648 2024-11-11T16:30:44,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741925_1104 (size=93) 2024-11-11T16:30:44,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741925_1104 (size=93) 2024-11-11T16:30:44,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741925_1104 (size=93) 2024-11-11T16:30:44,653 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T16:30:44,653 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-48533923:(num 1731342644588) 2024-11-11T16:30:44,653 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:44,655 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:44,677 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342644655, exclude list is [], retry=0 2024-11-11T16:30:44,680 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:44,680 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:44,681 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:44,682 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342644655 2024-11-11T16:30:44,682 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:45047:45047)] 2024-11-11T16:30:44,683 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f9b0638d118f95d86570ee3f2a6ba636, NAME => 'testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:44,683 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:44,683 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,683 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,684 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,685 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9b0638d118f95d86570ee3f2a6ba636 columnFamilyName a 2024-11-11T16:30:44,685 DEBUG [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:44,685 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(327): Store=f9b0638d118f95d86570ee3f2a6ba636/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:44,686 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,686 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9b0638d118f95d86570ee3f2a6ba636 columnFamilyName b 2024-11-11T16:30:44,686 DEBUG [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:44,687 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(327): Store=f9b0638d118f95d86570ee3f2a6ba636/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:44,687 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,687 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9b0638d118f95d86570ee3f2a6ba636 columnFamilyName c 2024-11-11T16:30:44,687 DEBUG [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:44,688 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(327): Store=f9b0638d118f95d86570ee3f2a6ba636/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:44,688 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,689 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,690 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,690 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,691 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,691 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:44,692 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:44,693 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f9b0638d118f95d86570ee3f2a6ba636; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60201596, jitterRate=-0.10292631387710571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:44,693 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f9b0638d118f95d86570ee3f2a6ba636: Writing region info on filesystem at 1731342644683Initializing all the Stores at 1731342644684 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342644684Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342644684Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342644684Cleaning up temporary data from old regions at 1731342644691 (+7 ms)Region opened successfully at 1731342644693 (+2 ms) 2024-11-11T16:30:44,707 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f9b0638d118f95d86570ee3f2a6ba636 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-11T16:30:44,724 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/a/edd1102c1edd4e2db6f3f0b9ea944f7c is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731342644693/Put/seqid=0 2024-11-11T16:30:44,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741928_1107 (size=5958) 2024-11-11T16:30:44,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741928_1107 (size=5958) 2024-11-11T16:30:44,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741928_1107 (size=5958) 2024-11-11T16:30:44,731 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/a/edd1102c1edd4e2db6f3f0b9ea944f7c 2024-11-11T16:30:44,737 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/a/edd1102c1edd4e2db6f3f0b9ea944f7c as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/a/edd1102c1edd4e2db6f3f0b9ea944f7c 2024-11-11T16:30:44,743 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/a/edd1102c1edd4e2db6f3f0b9ea944f7c, entries=10, sequenceid=13, filesize=5.8 K 2024-11-11T16:30:44,744 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for f9b0638d118f95d86570ee3f2a6ba636 in 37ms, sequenceid=13, compaction requested=false 2024-11-11T16:30:44,744 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f9b0638d118f95d86570ee3f2a6ba636: 2024-11-11T16:30:44,765 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f9b0638d118f95d86570ee3f2a6ba636, disabling compactions & flushes 2024-11-11T16:30:44,765 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. 2024-11-11T16:30:44,765 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. 2024-11-11T16:30:44,765 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. after waiting 0 ms 2024-11-11T16:30:44,765 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. 2024-11-11T16:30:44,766 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. 2024-11-11T16:30:44,766 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. 2024-11-11T16:30:44,766 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f9b0638d118f95d86570ee3f2a6ba636: Waiting for close lock at 1731342644765Disabling compacts and flushes for region at 1731342644765Disabling writes for close at 1731342644765Writing region close event to WAL at 1731342644766 (+1 ms)Closed at 1731342644766 2024-11-11T16:30:44,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741927_1106 (size=5869) 2024-11-11T16:30:44,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741927_1106 (size=5869) 2024-11-11T16:30:44,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741927_1106 (size=5869) 2024-11-11T16:30:44,787 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342644655, size=5.7 K (5869bytes) 2024-11-11T16:30:44,787 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342644655 2024-11-11T16:30:44,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342644655 after 1ms 2024-11-11T16:30:44,790 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342644655 took 3ms 2024-11-11T16:30:44,792 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342644655 so closing down 2024-11-11T16:30:44,793 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:30:44,794 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731342644655.temp 2024-11-11T16:30:44,795 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000003-wal.1731342644655.temp 2024-11-11T16:30:44,795 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:30:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741929_1108 (size=5223) 2024-11-11T16:30:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741929_1108 (size=5223) 2024-11-11T16:30:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741929_1108 (size=5223) 2024-11-11T16:30:45,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000003-wal.1731342644655.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-11T16:30:45,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000003-wal.1731342644655.temp to hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000035 2024-11-11T16:30:45,216 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 425 ms; skipped=2; WAL=hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342644655, size=5.7 K, length=5869, corrupted=false, cancelled=false 2024-11-11T16:30:45,216 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342644655, journal: Splitting hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342644655, size=5.7 K (5869bytes) at 1731342644787Finishing writing output for hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342644655 so closing down at 1731342644792 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000003-wal.1731342644655.temp at 1731342644795 (+3 ms)3 split writer threads finished at 1731342644795Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000003-wal.1731342644655.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731342645214 (+419 ms)Rename recovered edits hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000003-wal.1731342644655.temp to hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000035 at 1731342645215 (+1 ms)Processed 32 edits across 1 Regions in 425 ms; skipped=2; WAL=hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342644655, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1731342645216 (+1 ms) 2024-11-11T16:30:45,218 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342644655 to hdfs://localhost:33427/hbase/oldWALs/wal.1731342644655 2024-11-11T16:30:45,219 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000035 2024-11-11T16:30:45,219 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:45,221 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:45,237 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221, exclude list is [], retry=0 2024-11-11T16:30:45,241 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:45,241 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:45,241 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:45,250 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221 2024-11-11T16:30:45,251 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:34929:34929)] 2024-11-11T16:30:45,251 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f9b0638d118f95d86570ee3f2a6ba636, NAME => 'testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:30:45,251 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:45,251 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:45,251 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:45,259 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:45,260 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9b0638d118f95d86570ee3f2a6ba636 columnFamilyName a 2024-11-11T16:30:45,260 DEBUG [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:45,271 DEBUG [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/a/edd1102c1edd4e2db6f3f0b9ea944f7c 2024-11-11T16:30:45,271 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(327): Store=f9b0638d118f95d86570ee3f2a6ba636/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:45,271 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:45,272 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9b0638d118f95d86570ee3f2a6ba636 columnFamilyName b 2024-11-11T16:30:45,272 DEBUG [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:45,273 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(327): Store=f9b0638d118f95d86570ee3f2a6ba636/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:45,274 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:45,275 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9b0638d118f95d86570ee3f2a6ba636 columnFamilyName c 2024-11-11T16:30:45,275 DEBUG [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:45,275 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(327): Store=f9b0638d118f95d86570ee3f2a6ba636/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:45,275 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:45,276 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:45,279 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:45,280 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000035 2024-11-11T16:30:45,283 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000035 2024-11-11T16:30:45,283 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f9b0638d118f95d86570ee3f2a6ba636 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-11T16:30:45,303 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/b/cd586e55711e4f7d9b802537042aafb2 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731342644744/Put/seqid=0 2024-11-11T16:30:45,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741931_1110 (size=5958) 2024-11-11T16:30:45,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741931_1110 (size=5958) 2024-11-11T16:30:45,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741931_1110 (size=5958) 2024-11-11T16:30:45,311 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/b/cd586e55711e4f7d9b802537042aafb2 2024-11-11T16:30:45,332 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/c/eab316f3a72e4672a72edbf745829e91 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731342644752/Put/seqid=0 2024-11-11T16:30:45,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741932_1111 (size=5958) 2024-11-11T16:30:45,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741932_1111 (size=5958) 2024-11-11T16:30:45,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741932_1111 (size=5958) 2024-11-11T16:30:45,339 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/c/eab316f3a72e4672a72edbf745829e91 2024-11-11T16:30:45,344 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/b/cd586e55711e4f7d9b802537042aafb2 as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/b/cd586e55711e4f7d9b802537042aafb2 2024-11-11T16:30:45,349 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/b/cd586e55711e4f7d9b802537042aafb2, entries=10, sequenceid=35, filesize=5.8 K 2024-11-11T16:30:45,350 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/c/eab316f3a72e4672a72edbf745829e91 as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/c/eab316f3a72e4672a72edbf745829e91 2024-11-11T16:30:45,355 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/c/eab316f3a72e4672a72edbf745829e91, entries=10, sequenceid=35, filesize=5.8 K 2024-11-11T16:30:45,355 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for f9b0638d118f95d86570ee3f2a6ba636 in 72ms, sequenceid=35, compaction requested=false; wal=null 2024-11-11T16:30:45,356 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000035 2024-11-11T16:30:45,357 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:45,357 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:45,358 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:45,359 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:45,361 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-11T16:30:45,362 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f9b0638d118f95d86570ee3f2a6ba636; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68224636, jitterRate=0.016626298427581787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:45,363 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f9b0638d118f95d86570ee3f2a6ba636: Writing region info on filesystem at 1731342645252Initializing all the Stores at 1731342645258 (+6 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342645258Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342645258Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342645258Obtaining lock to block concurrent updates at 1731342645284 (+26 ms)Preparing flush snapshotting stores in f9b0638d118f95d86570ee3f2a6ba636 at 1731342645284Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731342645284Flushing stores of testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. at 1731342645284Flushing f9b0638d118f95d86570ee3f2a6ba636/b: creating writer at 1731342645284Flushing f9b0638d118f95d86570ee3f2a6ba636/b: appending metadata at 1731342645302 (+18 ms)Flushing f9b0638d118f95d86570ee3f2a6ba636/b: closing flushed file at 1731342645302Flushing f9b0638d118f95d86570ee3f2a6ba636/c: creating writer at 1731342645316 (+14 ms)Flushing f9b0638d118f95d86570ee3f2a6ba636/c: appending metadata at 1731342645331 (+15 ms)Flushing f9b0638d118f95d86570ee3f2a6ba636/c: closing flushed file at 1731342645331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef4e180: reopening flushed file at 1731342645344 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1636a9d3: reopening flushed file at 1731342645350 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for f9b0638d118f95d86570ee3f2a6ba636 in 72ms, sequenceid=35, compaction requested=false; wal=null at 1731342645355 (+5 ms)Cleaning up temporary data from old regions at 1731342645357 (+2 ms)Region opened successfully at 1731342645362 (+5 ms) 2024-11-11T16:30:45,451 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221, size=0 (0bytes) 2024-11-11T16:30:45,451 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221 might be still open, length is 0 2024-11-11T16:30:45,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221 2024-11-11T16:30:45,452 WARN [IPC Server handler 4 on default port 33427 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-11T16:30:45,452 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221 after 1ms 2024-11-11T16:30:46,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-11T16:30:46,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-11T16:30:46,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-11T16:30:46,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-11T16:30:47,078 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:32946 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44441:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32946 dst: /127.0.0.1:44441 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44441 remote=/127.0.0.1:32946]. Total timeout mills is 60000, 58319 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:47,078 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:43344 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39421:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43344 dst: /127.0.0.1:39421 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:47,078 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1296624549_22 at /127.0.0.1:48356 [Receiving block BP-1295996821-172.17.0.2-1731342601814:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:43577:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48356 dst: /127.0.0.1:43577 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:47,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741930_1112 (size=5215) 2024-11-11T16:30:47,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741930_1112 (size=5215) 2024-11-11T16:30:49,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221 after 4002ms 2024-11-11T16:30:49,457 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221 took 4005ms 2024-11-11T16:30:49,459 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221; continuing. 2024-11-11T16:30:49,459 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221 so closing down 2024-11-11T16:30:49,459 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:30:49,461 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731342645221.temp 2024-11-11T16:30:49,462 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000037-wal.1731342645221.temp 2024-11-11T16:30:49,462 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:30:49,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741933_1113 (size=5223) 2024-11-11T16:30:49,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741933_1113 (size=5223) 2024-11-11T16:30:49,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741933_1113 (size=5223) 2024-11-11T16:30:49,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000037-wal.1731342645221.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-11T16:30:49,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000037-wal.1731342645221.temp to hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000066 2024-11-11T16:30:49,478 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221, size=0, length=0, corrupted=false, cancelled=false 2024-11-11T16:30:49,478 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221, journal: Splitting hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221, size=0 (0bytes) at 1731342645451Finishing writing output for hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221 so closing down at 1731342649459 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000037-wal.1731342645221.temp at 1731342649462 (+3 ms)3 split writer threads finished at 1731342649462Closed recovered edits writer path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000037-wal.1731342645221.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731342649476 (+14 ms)Rename recovered edits hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000037-wal.1731342645221.temp to hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000066 at 1731342649478 (+2 ms)Processed 30 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221, size=0, length=0, corrupted=false, cancelled=false at 1731342649478 2024-11-11T16:30:49,480 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221 to hdfs://localhost:33427/hbase/oldWALs/wal.1731342645221 2024-11-11T16:30:49,480 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000066 2024-11-11T16:30:49,481 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T16:30:49,482 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33427/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580, archiveDir=hdfs://localhost:33427/hbase/oldWALs, maxLogs=32 2024-11-11T16:30:49,502 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342649483, exclude list is [], retry=0 2024-11-11T16:30:49,505 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44441,DS-e1ba26d8-8287-42bc-a501-fca48986b993,DISK] 2024-11-11T16:30:49,506 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-2964ed69-7d7a-4223-880d-2ef7d6745666,DISK] 2024-11-11T16:30:49,506 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-0679bcc8-1b6f-4d50-9e20-c9a29c21e584,DISK] 2024-11-11T16:30:49,508 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342649483 2024-11-11T16:30:49,508 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45047:45047),(127.0.0.1/127.0.0.1:37791:37791),(127.0.0.1/127.0.0.1:34929:34929)] 2024-11-11T16:30:49,508 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:30:49,513 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:49,514 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9b0638d118f95d86570ee3f2a6ba636 columnFamilyName a 2024-11-11T16:30:49,514 DEBUG [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:49,519 DEBUG [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/a/edd1102c1edd4e2db6f3f0b9ea944f7c 2024-11-11T16:30:49,519 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(327): Store=f9b0638d118f95d86570ee3f2a6ba636/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:49,519 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:49,520 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9b0638d118f95d86570ee3f2a6ba636 columnFamilyName b 2024-11-11T16:30:49,520 DEBUG [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:49,527 DEBUG [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/b/cd586e55711e4f7d9b802537042aafb2 2024-11-11T16:30:49,527 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(327): Store=f9b0638d118f95d86570ee3f2a6ba636/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:49,527 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:49,528 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9b0638d118f95d86570ee3f2a6ba636 columnFamilyName c 2024-11-11T16:30:49,528 DEBUG [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:30:49,538 DEBUG [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/c/eab316f3a72e4672a72edbf745829e91 2024-11-11T16:30:49,538 INFO [StoreOpener-f9b0638d118f95d86570ee3f2a6ba636-1 {}] regionserver.HStore(327): Store=f9b0638d118f95d86570ee3f2a6ba636/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:30:49,538 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:49,539 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:49,541 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:49,542 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000066 2024-11-11T16:30:49,550 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000066 2024-11-11T16:30:49,551 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f9b0638d118f95d86570ee3f2a6ba636 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-11T16:30:49,575 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/a/fdfc993600824a46a8d9947a0c289b3a is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731342645371/Put/seqid=0 2024-11-11T16:30:49,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741935_1115 (size=5958) 2024-11-11T16:30:49,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741935_1115 (size=5958) 2024-11-11T16:30:49,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741935_1115 (size=5958) 2024-11-11T16:30:49,585 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/a/fdfc993600824a46a8d9947a0c289b3a 2024-11-11T16:30:49,612 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/b/4b6c8f7428db44b79df94aa2e8b8295d is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731342645380/Put/seqid=0 2024-11-11T16:30:49,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741936_1116 (size=5958) 2024-11-11T16:30:49,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741936_1116 (size=5958) 2024-11-11T16:30:49,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741936_1116 (size=5958) 2024-11-11T16:30:49,620 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/b/4b6c8f7428db44b79df94aa2e8b8295d 2024-11-11T16:30:49,642 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/c/47a072568d33400cac7f0cdc8f02d4a6 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731342645388/Put/seqid=0 2024-11-11T16:30:49,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741937_1117 (size=5958) 2024-11-11T16:30:49,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741937_1117 (size=5958) 2024-11-11T16:30:49,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741937_1117 (size=5958) 2024-11-11T16:30:49,650 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/c/47a072568d33400cac7f0cdc8f02d4a6 2024-11-11T16:30:49,656 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/a/fdfc993600824a46a8d9947a0c289b3a as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/a/fdfc993600824a46a8d9947a0c289b3a 2024-11-11T16:30:49,661 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/a/fdfc993600824a46a8d9947a0c289b3a, entries=10, sequenceid=66, filesize=5.8 K 2024-11-11T16:30:49,662 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/b/4b6c8f7428db44b79df94aa2e8b8295d as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/b/4b6c8f7428db44b79df94aa2e8b8295d 2024-11-11T16:30:49,667 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/b/4b6c8f7428db44b79df94aa2e8b8295d, entries=10, sequenceid=66, filesize=5.8 K 2024-11-11T16:30:49,668 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/.tmp/c/47a072568d33400cac7f0cdc8f02d4a6 as hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/c/47a072568d33400cac7f0cdc8f02d4a6 2024-11-11T16:30:49,673 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/c/47a072568d33400cac7f0cdc8f02d4a6, entries=10, sequenceid=66, filesize=5.8 K 2024-11-11T16:30:49,674 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for f9b0638d118f95d86570ee3f2a6ba636 in 123ms, sequenceid=66, compaction requested=false; wal=null 2024-11-11T16:30:49,675 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/0000000000000000066 2024-11-11T16:30:49,676 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:49,676 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:49,677 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:30:49,678 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f9b0638d118f95d86570ee3f2a6ba636 2024-11-11T16:30:49,681 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/hbase/data/default/testReplayEditsWrittenViaHRegion/f9b0638d118f95d86570ee3f2a6ba636/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-11T16:30:49,682 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f9b0638d118f95d86570ee3f2a6ba636; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61270760, jitterRate=-0.08699452877044678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:30:49,682 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f9b0638d118f95d86570ee3f2a6ba636: Writing region info on filesystem at 1731342649508Initializing all the Stores at 1731342649509 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342649509Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342649512 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342649512Obtaining lock to block concurrent updates at 1731342649551 (+39 ms)Preparing flush snapshotting stores in f9b0638d118f95d86570ee3f2a6ba636 at 1731342649551Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731342649551Flushing stores of testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. at 1731342649551Flushing f9b0638d118f95d86570ee3f2a6ba636/a: creating writer at 1731342649551Flushing f9b0638d118f95d86570ee3f2a6ba636/a: appending metadata at 1731342649574 (+23 ms)Flushing f9b0638d118f95d86570ee3f2a6ba636/a: closing flushed file at 1731342649574Flushing f9b0638d118f95d86570ee3f2a6ba636/b: creating writer at 1731342649596 (+22 ms)Flushing f9b0638d118f95d86570ee3f2a6ba636/b: appending metadata at 1731342649611 (+15 ms)Flushing f9b0638d118f95d86570ee3f2a6ba636/b: closing flushed file at 1731342649611Flushing f9b0638d118f95d86570ee3f2a6ba636/c: creating writer at 1731342649625 (+14 ms)Flushing f9b0638d118f95d86570ee3f2a6ba636/c: appending metadata at 1731342649641 (+16 ms)Flushing f9b0638d118f95d86570ee3f2a6ba636/c: closing flushed file at 1731342649641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db9e645: reopening flushed file at 1731342649655 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5328dea7: reopening flushed file at 1731342649661 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f1ec1a: reopening flushed file at 1731342649667 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for f9b0638d118f95d86570ee3f2a6ba636 in 123ms, sequenceid=66, compaction requested=false; wal=null at 1731342649674 (+7 ms)Cleaning up temporary data from old regions at 1731342649676 (+2 ms)Region opened successfully at 1731342649682 (+6 ms) 2024-11-11T16:30:49,697 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f9b0638d118f95d86570ee3f2a6ba636, disabling compactions & flushes 2024-11-11T16:30:49,697 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. 2024-11-11T16:30:49,697 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. 2024-11-11T16:30:49,697 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. after waiting 0 ms 2024-11-11T16:30:49,697 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. 2024-11-11T16:30:49,699 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731342644582.f9b0638d118f95d86570ee3f2a6ba636. 2024-11-11T16:30:49,699 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f9b0638d118f95d86570ee3f2a6ba636: Waiting for close lock at 1731342649697Disabling compacts and flushes for region at 1731342649697Disabling writes for close at 1731342649697Writing region close event to WAL at 1731342649699 (+2 ms)Closed at 1731342649699 2024-11-11T16:30:49,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741934_1114 (size=93) 2024-11-11T16:30:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741934_1114 (size=93) 2024-11-11T16:30:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741934_1114 (size=93) 2024-11-11T16:30:49,705 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T16:30:49,705 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731342649483) 2024-11-11T16:30:49,725 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=435 (was 433) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083793856_22 at /127.0.0.1:59952 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:33427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083793856_22 at /127.0.0.1:45114 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (224833853) connection to localhost/127.0.0.1:33427 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083793856_22 at /127.0.0.1:39390 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1388 (was 1326) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=472 (was 478), ProcessCount=11 (was 11), AvailableMemoryMB=2286 (was 2504) 2024-11-11T16:30:49,725 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1388 is superior to 1024 2024-11-11T16:30:49,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:30:49,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:30:49,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:30:49,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:30:49,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:30:49,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:30:49,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:30:49,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=633453724, stopped=false 2024-11-11T16:30:49,727 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,33155,1731342606262 2024-11-11T16:30:49,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:30:49,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:30:49,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:30:49,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:49,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:49,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:49,729 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:30:49,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:30:49,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:30:49,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:30:49,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:30:49,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:30:49,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:30:49,731 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,44945,1731342607204' ***** 2024-11-11T16:30:49,731 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:30:49,731 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,39825,1731342607260' ***** 2024-11-11T16:30:49,731 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:30:49,731 INFO [RS:1;16b413a53992:44945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:30:49,731 INFO [RS:2;16b413a53992:39825 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:30:49,731 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:30:49,731 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:30:49,731 INFO [RS:2;16b413a53992:39825 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:30:49,731 INFO [RS:1;16b413a53992:44945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:30:49,731 INFO [RS:2;16b413a53992:39825 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:30:49,731 INFO [RS:1;16b413a53992:44945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:30:49,732 INFO [RS:2;16b413a53992:39825 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,39825,1731342607260 2024-11-11T16:30:49,732 INFO [RS:2;16b413a53992:39825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:30:49,732 INFO [RS:1;16b413a53992:44945 {}] regionserver.HRegionServer(3091): Received CLOSE for 80f343c1b75703986014803d08cba329 2024-11-11T16:30:49,732 INFO [RS:2;16b413a53992:39825 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;16b413a53992:39825. 2024-11-11T16:30:49,732 INFO [RS:1;16b413a53992:44945 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,44945,1731342607204 2024-11-11T16:30:49,732 DEBUG [RS:2;16b413a53992:39825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:30:49,732 INFO [RS:1;16b413a53992:44945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:30:49,732 DEBUG [RS:2;16b413a53992:39825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:30:49,732 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80f343c1b75703986014803d08cba329, disabling compactions & flushes 2024-11-11T16:30:49,732 INFO [RS:2;16b413a53992:39825 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,39825,1731342607260; all regions closed. 2024-11-11T16:30:49,732 INFO [RS:1;16b413a53992:44945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;16b413a53992:44945. 2024-11-11T16:30:49,732 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:49,732 DEBUG [RS:1;16b413a53992:44945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:30:49,732 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:49,732 DEBUG [RS:1;16b413a53992:44945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:30:49,732 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. after waiting 0 ms 2024-11-11T16:30:49,732 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:49,732 INFO [RS:1;16b413a53992:44945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:30:49,735 INFO [RS:1;16b413a53992:44945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:30:49,735 INFO [RS:1;16b413a53992:44945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:30:49,735 INFO [RS:1;16b413a53992:44945 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:30:49,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741835_1011 (size=93) 2024-11-11T16:30:49,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741835_1011 (size=93) 2024-11-11T16:30:49,737 INFO [RS:1;16b413a53992:44945 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T16:30:49,737 DEBUG [RS:1;16b413a53992:44945 {}] regionserver.HRegionServer(1325): Online Regions={80f343c1b75703986014803d08cba329=testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:30:49,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741835_1011 (size=93) 2024-11-11T16:30:49,737 DEBUG [RS:1;16b413a53992:44945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80f343c1b75703986014803d08cba329 2024-11-11T16:30:49,737 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:30:49,737 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:30:49,737 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:30:49,737 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:30:49,737 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:30:49,738 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-11T16:30:49,741 DEBUG [RS:2;16b413a53992:39825 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/oldWALs 2024-11-11T16:30:49,741 INFO [RS:2;16b413a53992:39825 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C39825%2C1731342607260:(num 1731342608941) 2024-11-11T16:30:49,741 DEBUG [RS:2;16b413a53992:39825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:30:49,741 INFO [RS:2;16b413a53992:39825 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:30:49,741 INFO [RS:2;16b413a53992:39825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:30:49,741 INFO [RS:2;16b413a53992:39825 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T16:30:49,741 INFO [RS:2;16b413a53992:39825 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:30:49,741 INFO [RS:2;16b413a53992:39825 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:30:49,741 INFO [RS:2;16b413a53992:39825 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:30:49,741 INFO [RS:2;16b413a53992:39825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:30:49,741 INFO [RS:2;16b413a53992:39825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39825 2024-11-11T16:30:49,742 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:30:49,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/16b413a53992,39825,1731342607260 2024-11-11T16:30:49,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:30:49,743 INFO [RS:2;16b413a53992:39825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:30:49,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,39825,1731342607260] 2024-11-11T16:30:49,746 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/16b413a53992,39825,1731342607260 already deleted, retry=false 2024-11-11T16:30:49,747 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,39825,1731342607260 expired; onlineServers=1 2024-11-11T16:30:49,748 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/80f343c1b75703986014803d08cba329/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-11T16:30:49,749 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:49,749 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80f343c1b75703986014803d08cba329: Waiting for close lock at 1731342649732Running coprocessor pre-close hooks at 1731342649732Disabling compacts and flushes for region at 1731342649732Disabling writes for close at 1731342649732Writing region close event to WAL at 1731342649734 (+2 ms)Running coprocessor post-close hooks at 1731342649749 (+15 ms)Closed at 1731342649749 2024-11-11T16:30:49,749 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329. 2024-11-11T16:30:49,757 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:30:49,757 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:30:49,777 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740/.tmp/info/6029bc9f0d1f4498bafa9bac211e5405 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731342623821.80f343c1b75703986014803d08cba329./info:regioninfo/1731342627561/Put/seqid=0 2024-11-11T16:30:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741938_1118 (size=8243) 2024-11-11T16:30:49,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741938_1118 (size=8243) 2024-11-11T16:30:49,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741938_1118 (size=8243) 2024-11-11T16:30:49,785 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740/.tmp/info/6029bc9f0d1f4498bafa9bac211e5405 2024-11-11T16:30:49,810 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740/.tmp/ns/e2aa395376a04b64905d693dd2680380 is 43, key is default/ns:d/1731342609699/Put/seqid=0 2024-11-11T16:30:49,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741939_1119 (size=5153) 2024-11-11T16:30:49,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741939_1119 (size=5153) 2024-11-11T16:30:49,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741939_1119 (size=5153) 2024-11-11T16:30:49,821 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740/.tmp/ns/e2aa395376a04b64905d693dd2680380 2024-11-11T16:30:49,828 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:30:49,828 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:30:49,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:30:49,846 INFO [RS:2;16b413a53992:39825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:30:49,846 INFO [RS:2;16b413a53992:39825 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,39825,1731342607260; zookeeper connection closed. 2024-11-11T16:30:49,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1002fada6d40003, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:30:49,846 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6be0216a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6be0216a 2024-11-11T16:30:49,852 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740/.tmp/table/be9640bd83834bbda7d1a5d13d8c2b81 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731342624268/Put/seqid=0 2024-11-11T16:30:49,856 INFO [master/16b413a53992:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T16:30:49,856 INFO [master/16b413a53992:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T16:30:49,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741940_1120 (size=5431) 2024-11-11T16:30:49,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741940_1120 (size=5431) 2024-11-11T16:30:49,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741940_1120 (size=5431) 2024-11-11T16:30:49,863 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740/.tmp/table/be9640bd83834bbda7d1a5d13d8c2b81 2024-11-11T16:30:49,869 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740/.tmp/info/6029bc9f0d1f4498bafa9bac211e5405 as hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740/info/6029bc9f0d1f4498bafa9bac211e5405 2024-11-11T16:30:49,874 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740/info/6029bc9f0d1f4498bafa9bac211e5405, entries=18, sequenceid=21, filesize=8.0 K 2024-11-11T16:30:49,875 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740/.tmp/ns/e2aa395376a04b64905d693dd2680380 as hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740/ns/e2aa395376a04b64905d693dd2680380 2024-11-11T16:30:49,880 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740/ns/e2aa395376a04b64905d693dd2680380, entries=2, sequenceid=21, filesize=5.0 K 2024-11-11T16:30:49,881 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740/.tmp/table/be9640bd83834bbda7d1a5d13d8c2b81 as hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740/table/be9640bd83834bbda7d1a5d13d8c2b81 2024-11-11T16:30:49,887 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740/table/be9640bd83834bbda7d1a5d13d8c2b81, entries=2, sequenceid=21, filesize=5.3 K 2024-11-11T16:30:49,888 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=21, compaction requested=false 2024-11-11T16:30:49,894 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-11T16:30:49,895 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:30:49,895 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:30:49,895 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342649737Running coprocessor pre-close hooks at 1731342649737Disabling compacts and flushes for region at 1731342649737Disabling writes for close at 1731342649737Obtaining lock to block concurrent updates at 1731342649738 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731342649738Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731342649738Flushing stores of hbase:meta,,1.1588230740 at 1731342649739 (+1 ms)Flushing 1588230740/info: creating writer at 1731342649739Flushing 1588230740/info: appending metadata at 1731342649776 (+37 ms)Flushing 1588230740/info: closing flushed file at 1731342649776Flushing 1588230740/ns: creating writer at 1731342649792 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731342649810 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731342649810Flushing 1588230740/table: creating writer at 1731342649829 (+19 ms)Flushing 1588230740/table: appending metadata at 1731342649851 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731342649851Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7c77c: reopening flushed file at 1731342649869 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7546af1d: reopening flushed file at 1731342649875 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73036531: reopening flushed file at 1731342649881 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=21, compaction requested=false at 1731342649888 (+7 ms)Writing region close event to WAL at 1731342649891 (+3 ms)Running coprocessor post-close hooks at 1731342649895 (+4 ms)Closed at 1731342649895 2024-11-11T16:30:49,895 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:30:49,937 INFO [RS:1;16b413a53992:44945 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,44945,1731342607204; all regions closed. 2024-11-11T16:30:49,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741836_1012 (size=8899) 2024-11-11T16:30:49,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741836_1012 (size=8899) 2024-11-11T16:30:49,943 DEBUG [RS:1;16b413a53992:44945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/oldWALs 2024-11-11T16:30:49,943 INFO [RS:1;16b413a53992:44945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C44945%2C1731342607204.meta:.meta(num 1731342609384) 2024-11-11T16:30:49,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741834_1010 (size=3433) 2024-11-11T16:30:49,946 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/WALs/16b413a53992,44945,1731342607204/16b413a53992%2C44945%2C1731342607204.1731342608941 not finished, retry = 0 2024-11-11T16:30:49,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741834_1010 (size=3433) 2024-11-11T16:30:50,049 DEBUG [RS:1;16b413a53992:44945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/oldWALs 2024-11-11T16:30:50,049 INFO [RS:1;16b413a53992:44945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C44945%2C1731342607204:(num 1731342608941) 2024-11-11T16:30:50,049 DEBUG [RS:1;16b413a53992:44945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:30:50,049 INFO [RS:1;16b413a53992:44945 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:30:50,049 INFO [RS:1;16b413a53992:44945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:30:50,049 INFO [RS:1;16b413a53992:44945 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:30:50,049 INFO [RS:1;16b413a53992:44945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:30:50,049 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:30:50,050 INFO [RS:1;16b413a53992:44945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44945 2024-11-11T16:30:50,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:30:50,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/16b413a53992,44945,1731342607204 2024-11-11T16:30:50,052 INFO [RS:1;16b413a53992:44945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:30:50,053 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,44945,1731342607204] 2024-11-11T16:30:50,055 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/16b413a53992,44945,1731342607204 already deleted, retry=false 2024-11-11T16:30:50,055 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,44945,1731342607204 expired; onlineServers=0 2024-11-11T16:30:50,055 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,33155,1731342606262' ***** 2024-11-11T16:30:50,055 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:30:50,055 INFO [M:0;16b413a53992:33155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:30:50,055 INFO [M:0;16b413a53992:33155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:30:50,055 DEBUG [M:0;16b413a53992:33155 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:30:50,056 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:30:50,056 DEBUG [M:0;16b413a53992:33155 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:30:50,056 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342608545 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342608545,5,FailOnTimeoutGroup] 2024-11-11T16:30:50,056 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342608548 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342608548,5,FailOnTimeoutGroup] 2024-11-11T16:30:50,056 INFO [M:0;16b413a53992:33155 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:30:50,056 INFO [M:0;16b413a53992:33155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:30:50,056 DEBUG [M:0;16b413a53992:33155 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:30:50,056 INFO [M:0;16b413a53992:33155 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:30:50,056 INFO [M:0;16b413a53992:33155 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:30:50,057 INFO [M:0;16b413a53992:33155 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:30:50,057 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:30:50,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T16:30:50,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:30:50,058 DEBUG [M:0;16b413a53992:33155 {}] zookeeper.ZKUtil(347): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T16:30:50,058 WARN [M:0;16b413a53992:33155 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:30:50,058 INFO [M:0;16b413a53992:33155 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/.lastflushedseqids 2024-11-11T16:30:50,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741941_1121 (size=138) 2024-11-11T16:30:50,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741941_1121 (size=138) 2024-11-11T16:30:50,076 INFO [M:0;16b413a53992:33155 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:30:50,076 INFO [M:0;16b413a53992:33155 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:30:50,076 DEBUG [M:0;16b413a53992:33155 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:30:50,076 INFO [M:0;16b413a53992:33155 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:30:50,076 DEBUG [M:0;16b413a53992:33155 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:30:50,076 DEBUG [M:0;16b413a53992:33155 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:30:50,076 DEBUG [M:0;16b413a53992:33155 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:30:50,076 INFO [M:0;16b413a53992:33155 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.36 KB heapSize=83.73 KB 2024-11-11T16:30:50,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741941_1121 (size=138) 2024-11-11T16:30:50,093 DEBUG [M:0;16b413a53992:33155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/372c945c87ba4c309752f751f7e58209 is 82, key is hbase:meta,,1/info:regioninfo/1731342609546/Put/seqid=0 2024-11-11T16:30:50,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741942_1122 (size=5672) 2024-11-11T16:30:50,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741942_1122 (size=5672) 2024-11-11T16:30:50,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741942_1122 (size=5672) 2024-11-11T16:30:50,100 INFO [M:0;16b413a53992:33155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/372c945c87ba4c309752f751f7e58209 2024-11-11T16:30:50,122 DEBUG [M:0;16b413a53992:33155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01abdfc9ac9d48efa60ef48f566f0275 is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731342624277/Put/seqid=0 2024-11-11T16:30:50,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741943_1123 (size=7756) 2024-11-11T16:30:50,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741943_1123 (size=7756) 2024-11-11T16:30:50,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741943_1123 (size=7756) 2024-11-11T16:30:50,148 INFO [M:0;16b413a53992:33155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.62 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01abdfc9ac9d48efa60ef48f566f0275 2024-11-11T16:30:50,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:30:50,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1002fada6d40002, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:30:50,154 INFO [RS:1;16b413a53992:44945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:30:50,154 INFO [RS:1;16b413a53992:44945 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,44945,1731342607204; zookeeper connection closed. 2024-11-11T16:30:50,154 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14c23ce3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14c23ce3 2024-11-11T16:30:50,155 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T16:30:50,157 INFO [M:0;16b413a53992:33155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01abdfc9ac9d48efa60ef48f566f0275 2024-11-11T16:30:50,177 DEBUG [M:0;16b413a53992:33155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10f4d7c5e2394d02996cf8a326e7e341 is 69, key is 16b413a53992,39825,1731342607260/rs:state/1731342608634/Put/seqid=0 2024-11-11T16:30:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741944_1124 (size=5445) 2024-11-11T16:30:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741944_1124 (size=5445) 2024-11-11T16:30:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741944_1124 (size=5445) 2024-11-11T16:30:50,189 INFO [M:0;16b413a53992:33155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10f4d7c5e2394d02996cf8a326e7e341 2024-11-11T16:30:50,195 INFO [M:0;16b413a53992:33155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10f4d7c5e2394d02996cf8a326e7e341 2024-11-11T16:30:50,196 DEBUG [M:0;16b413a53992:33155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/372c945c87ba4c309752f751f7e58209 as hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/372c945c87ba4c309752f751f7e58209 2024-11-11T16:30:50,203 INFO [M:0;16b413a53992:33155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/372c945c87ba4c309752f751f7e58209, entries=8, sequenceid=168, filesize=5.5 K 2024-11-11T16:30:50,205 DEBUG [M:0;16b413a53992:33155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01abdfc9ac9d48efa60ef48f566f0275 as hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01abdfc9ac9d48efa60ef48f566f0275 2024-11-11T16:30:50,211 INFO [M:0;16b413a53992:33155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01abdfc9ac9d48efa60ef48f566f0275 2024-11-11T16:30:50,211 INFO [M:0;16b413a53992:33155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01abdfc9ac9d48efa60ef48f566f0275, entries=17, sequenceid=168, filesize=7.6 K 2024-11-11T16:30:50,213 DEBUG [M:0;16b413a53992:33155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10f4d7c5e2394d02996cf8a326e7e341 as hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10f4d7c5e2394d02996cf8a326e7e341 2024-11-11T16:30:50,218 INFO [M:0;16b413a53992:33155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10f4d7c5e2394d02996cf8a326e7e341 2024-11-11T16:30:50,218 INFO [M:0;16b413a53992:33155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/f20c86bd-57fa-ea12-2914-442a6d6e0df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10f4d7c5e2394d02996cf8a326e7e341, entries=3, sequenceid=168, filesize=5.3 K 2024-11-11T16:30:50,220 INFO [M:0;16b413a53992:33155 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=168, compaction requested=false 2024-11-11T16:30:50,237 INFO [M:0;16b413a53992:33155 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:30:50,237 DEBUG [M:0;16b413a53992:33155 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342650076Disabling compacts and flushes for region at 1731342650076Disabling writes for close at 1731342650076Obtaining lock to block concurrent updates at 1731342650076Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731342650076Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69996, getHeapSize=85680, getOffHeapSize=0, getCellsCount=195 at 1731342650077 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731342650077Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731342650077Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731342650092 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731342650092Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731342650105 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731342650121 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731342650121Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731342650157 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731342650175 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731342650175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd9963a: reopening flushed file at 1731342650195 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74513a03: reopening flushed file at 1731342650204 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4144ba89: reopening flushed file at 1731342650212 (+8 ms)Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=168, compaction requested=false at 1731342650220 (+8 ms)Writing region close event to WAL at 1731342650237 (+17 ms)Closed at 1731342650237 2024-11-11T16:30:50,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44441 is added to blk_1073741830_1006 (size=81443) 2024-11-11T16:30:50,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741830_1006 (size=81443) 2024-11-11T16:30:50,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741830_1006 (size=81443) 2024-11-11T16:30:50,256 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:30:50,257 INFO [M:0;16b413a53992:33155 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:30:50,257 INFO [M:0;16b413a53992:33155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33155 2024-11-11T16:30:50,257 INFO [M:0;16b413a53992:33155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:30:50,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:30:50,365 INFO [M:0;16b413a53992:33155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:30:50,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1002fada6d40000, quorum=127.0.0.1:63915, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:30:50,373 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342628532 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342628532 (inode 16655) Holder DFSClient_NONMAPREDUCE_1296624549_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731342627826/wal.1731342628532 (inode 16655) Holder DFSClient_NONMAPREDUCE_1296624549_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-11T16:30:50,374 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731342619272/wal.1731342619405 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:50,374 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731342644580/wal.1731342645221 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:50,378 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342638162 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342638162 (inode 16678) Holder DFSClient_NONMAPREDUCE_1296624549_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731342628719/wal.1731342638162 (inode 16678) Holder DFSClient_NONMAPREDUCE_1296624549_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-11T16:30:50,379 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731342611925/wal.1731342612034 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:50,384 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342639500 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342639500 (inode 16704) Holder DFSClient_NONMAPREDUCE_1296624549_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731342638493/wal.1731342639500 (inode 16704) Holder DFSClient_NONMAPREDUCE_1296624549_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-11T16:30:50,385 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731342640075/wal.1731342640156 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:30:50,390 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal.1731342611307 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal.1731342611307 (inode 16485) Holder DFSClient_NONMAPREDUCE_1296624549_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731342610950/wal.1731342611307 (inode 16485) Holder DFSClient_NONMAPREDUCE_1296624549_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-11T16:30:50,402 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal.1731342610606 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal.1731342610606 (inode 16462) Holder DFSClient_NONMAPREDUCE_1296624549_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731342610108/wal.1731342610606 (inode 16462) Holder DFSClient_NONMAPREDUCE_1296624549_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-11T16:30:50,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17ee6fd8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:30:50,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23d4ec75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:30:50,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:30:50,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e646cea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:30:50,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43553a64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/hadoop.log.dir/,STOPPED} 2024-11-11T16:30:50,477 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:30:50,477 WARN [BP-1295996821-172.17.0.2-1731342601814 heartbeating to localhost/127.0.0.1:33427 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:30:50,477 WARN [BP-1295996821-172.17.0.2-1731342601814 heartbeating to localhost/127.0.0.1:33427 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1295996821-172.17.0.2-1731342601814 (Datanode Uuid 13f13565-f0f3-42cb-867e-86006573f45c) service to localhost/127.0.0.1:33427 2024-11-11T16:30:50,477 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:30:50,479 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:30:50,480 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data5/current/BP-1295996821-172.17.0.2-1731342601814 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:30:50,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data6/current/BP-1295996821-172.17.0.2-1731342601814 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:30:50,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116f1820{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:30:50,494 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19f57d4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:30:50,494 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:30:50,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30743447{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:30:50,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7734890c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/hadoop.log.dir/,STOPPED} 2024-11-11T16:30:50,498 WARN [BP-1295996821-172.17.0.2-1731342601814 heartbeating to localhost/127.0.0.1:33427 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:30:50,498 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:30:50,498 WARN [BP-1295996821-172.17.0.2-1731342601814 heartbeating to localhost/127.0.0.1:33427 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1295996821-172.17.0.2-1731342601814 (Datanode Uuid 54a0aa5b-812b-4855-a8cf-8fbc16404562) service to localhost/127.0.0.1:33427 2024-11-11T16:30:50,498 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:30:50,498 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data3/current/BP-1295996821-172.17.0.2-1731342601814 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:30:50,499 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data4/current/BP-1295996821-172.17.0.2-1731342601814 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:30:50,499 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:30:50,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40528f69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:30:50,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43518183{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:30:50,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:30:50,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d631b6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:30:50,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21583f91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/hadoop.log.dir/,STOPPED} 2024-11-11T16:30:50,514 WARN [BP-1295996821-172.17.0.2-1731342601814 heartbeating to localhost/127.0.0.1:33427 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:30:50,514 WARN [BP-1295996821-172.17.0.2-1731342601814 heartbeating to localhost/127.0.0.1:33427 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1295996821-172.17.0.2-1731342601814 (Datanode Uuid edde2135-8f42-4417-b4a5-f618d70d9f17) service to localhost/127.0.0.1:33427 2024-11-11T16:30:50,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data1/current/BP-1295996821-172.17.0.2-1731342601814 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:30:50,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/cluster_fbb96495-4371-99bf-c97b-d51fb366db98/data/data2/current/BP-1295996821-172.17.0.2-1731342601814 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:30:50,515 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:30:50,516 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:30:50,516 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:30:50,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d4b845f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:30:50,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a98f57b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:30:50,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:30:50,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39994028{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:30:50,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a12102e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faffbb8-7db5-0c91-e327-ec549694d3a2/hadoop.log.dir/,STOPPED} 2024-11-11T16:30:50,539 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T16:30:50,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down