2024-11-18 18:53:16,124 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-18 18:53:16,138 main DEBUG Took 0.011944 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 18:53:16,139 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 18:53:16,139 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 18:53:16,141 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 18:53:16,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:53:16,152 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 18:53:16,167 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:53:16,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:53:16,169 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:53:16,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:53:16,170 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:53:16,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:53:16,171 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:53:16,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:53:16,172 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:53:16,172 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:53:16,173 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:53:16,173 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:53:16,174 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:53:16,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:53:16,175 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:53:16,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:53:16,175 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:53:16,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:53:16,176 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:53:16,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:53:16,177 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:53:16,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:53:16,178 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:53:16,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:53:16,178 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:53:16,179 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 18:53:16,180 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:53:16,181 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 18:53:16,183 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 18:53:16,183 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 18:53:16,185 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 18:53:16,185 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 18:53:16,193 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 18:53:16,196 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 18:53:16,197 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 18:53:16,198 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 18:53:16,198 main DEBUG createAppenders(={Console}) 2024-11-18 18:53:16,199 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized 2024-11-18 18:53:16,199 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-18 18:53:16,200 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK. 2024-11-18 18:53:16,200 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 18:53:16,200 main DEBUG OutputStream closed 2024-11-18 18:53:16,201 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 18:53:16,201 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 18:53:16,201 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK 2024-11-18 18:53:16,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 18:53:16,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 18:53:16,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 18:53:16,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 18:53:16,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 18:53:16,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 18:53:16,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 18:53:16,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 18:53:16,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 18:53:16,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 18:53:16,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 18:53:16,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 18:53:16,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 18:53:16,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 18:53:16,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 18:53:16,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 18:53:16,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 18:53:16,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 18:53:16,285 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 18:53:16,286 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null 2024-11-18 18:53:16,286 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 18:53:16,287 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK. 2024-11-18T18:53:16,544 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b 2024-11-18 18:53:16,548 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 18:53:16,548 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T18:53:16,557 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-18T18:53:16,585 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T18:53:16,629 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T18:53:16,629 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T18:53:16,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:53:16,660 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc, deleteOnExit=true 2024-11-18T18:53:16,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:53:16,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/test.cache.data in system properties and HBase conf 2024-11-18T18:53:16,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:53:16,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:53:16,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:53:16,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:53:16,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:53:16,764 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T18:53:16,859 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:53:16,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:53:16,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:53:16,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:53:16,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:53:16,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:53:16,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:53:16,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:53:16,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:53:16,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:53:16,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:53:16,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:53:16,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:53:16,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:53:16,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:53:17,771 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T18:53:17,839 INFO [Time-limited test {}] log.Log(170): Logging initialized @2444ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T18:53:17,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:53:17,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:53:17,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:53:17,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:53:17,990 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:53:18,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:53:18,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:53:18,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:53:18,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@398d2d49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/java.io.tmpdir/jetty-localhost-37673-hadoop-hdfs-3_4_1-tests_jar-_-any-11560538220527221275/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:53:18,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:37673} 2024-11-18T18:53:18,183 INFO [Time-limited test {}] server.Server(415): Started @2788ms 2024-11-18T18:53:18,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:53:18,678 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:53:18,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:53:18,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:53:18,679 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:53:18,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75929b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:53:18,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce178fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:53:18,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54387323{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/java.io.tmpdir/jetty-localhost-45741-hadoop-hdfs-3_4_1-tests_jar-_-any-2844795319478774111/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:53:18,780 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a45a21{HTTP/1.1, (http/1.1)}{localhost:45741} 2024-11-18T18:53:18,780 INFO [Time-limited test {}] server.Server(415): Started @3385ms 2024-11-18T18:53:18,830 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:53:18,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:53:18,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:53:18,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:53:18,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:53:18,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:53:18,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a707162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:53:18,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@918952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:53:19,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e9308b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/java.io.tmpdir/jetty-localhost-36637-hadoop-hdfs-3_4_1-tests_jar-_-any-11841369617929128444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:53:19,044 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f18ac21{HTTP/1.1, (http/1.1)}{localhost:36637} 2024-11-18T18:53:19,044 INFO [Time-limited test {}] server.Server(415): Started @3649ms 2024-11-18T18:53:19,047 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:53:19,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:53:19,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:53:19,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:53:19,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:53:19,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:53:19,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22fb7089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:53:19,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2b98f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:53:19,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3217543c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/java.io.tmpdir/jetty-localhost-44747-hadoop-hdfs-3_4_1-tests_jar-_-any-15704831587564253364/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:53:19,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13cfb6c5{HTTP/1.1, (http/1.1)}{localhost:44747} 2024-11-18T18:53:19,195 INFO [Time-limited test {}] server.Server(415): Started @3800ms 2024-11-18T18:53:19,197 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:53:20,057 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/data/data3/current/BP-913112732-172.17.0.2-1731955997373/current, will proceed with Du for space computation calculation, 2024-11-18T18:53:20,057 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/data/data1/current/BP-913112732-172.17.0.2-1731955997373/current, will proceed with Du for space computation calculation, 2024-11-18T18:53:20,057 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/data/data4/current/BP-913112732-172.17.0.2-1731955997373/current, will proceed with Du for space computation calculation, 2024-11-18T18:53:20,057 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/data/data2/current/BP-913112732-172.17.0.2-1731955997373/current, will proceed with Du for space computation calculation, 2024-11-18T18:53:20,095 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/data/data6/current/BP-913112732-172.17.0.2-1731955997373/current, will proceed with Du for space computation calculation, 2024-11-18T18:53:20,095 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/data/data5/current/BP-913112732-172.17.0.2-1731955997373/current, will proceed with Du for space computation calculation, 2024-11-18T18:53:20,103 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:53:20,104 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:53:20,113 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:53:20,148 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe46e66ae60de33f7 with lease ID 0x2525ea0cf6d0a52f: Processing first storage report for DS-fd512c87-88ce-4f80-8b78-309f23951c87 from datanode DatanodeRegistration(127.0.0.1:36673, datanodeUuid=9b9a62b7-1124-4320-965e-0ef65d4034f4, infoPort=35827, infoSecurePort=0, ipcPort=45047, storageInfo=lv=-57;cid=testClusterID;nsid=1827717733;c=1731955997374) 2024-11-18T18:53:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe46e66ae60de33f7 with lease ID 0x2525ea0cf6d0a52f: from storage DS-fd512c87-88ce-4f80-8b78-309f23951c87 node DatanodeRegistration(127.0.0.1:36673, datanodeUuid=9b9a62b7-1124-4320-965e-0ef65d4034f4, infoPort=35827, infoSecurePort=0, ipcPort=45047, storageInfo=lv=-57;cid=testClusterID;nsid=1827717733;c=1731955997374), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-18T18:53:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x708b41d6362753c2 with lease ID 0x2525ea0cf6d0a52e: Processing first storage report for DS-7c968e78-1010-4ae3-8a82-a0706ac5888e from datanode DatanodeRegistration(127.0.0.1:44767, datanodeUuid=3fa5bd7a-9968-4153-81b8-06f39d7fab96, infoPort=38747, infoSecurePort=0, ipcPort=44971, storageInfo=lv=-57;cid=testClusterID;nsid=1827717733;c=1731955997374) 2024-11-18T18:53:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x708b41d6362753c2 with lease ID 0x2525ea0cf6d0a52e: from storage DS-7c968e78-1010-4ae3-8a82-a0706ac5888e node DatanodeRegistration(127.0.0.1:44767, datanodeUuid=3fa5bd7a-9968-4153-81b8-06f39d7fab96, infoPort=38747, infoSecurePort=0, ipcPort=44971, storageInfo=lv=-57;cid=testClusterID;nsid=1827717733;c=1731955997374), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T18:53:20,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf3ca10fdc89e77 with lease ID 0x2525ea0cf6d0a52d: Processing first storage report for DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd from datanode DatanodeRegistration(127.0.0.1:38573, datanodeUuid=0260601d-1417-4c20-bd17-eb38566fe81a, infoPort=36197, infoSecurePort=0, ipcPort=41981, storageInfo=lv=-57;cid=testClusterID;nsid=1827717733;c=1731955997374) 2024-11-18T18:53:20,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf3ca10fdc89e77 with lease ID 0x2525ea0cf6d0a52d: from storage DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd node DatanodeRegistration(127.0.0.1:38573, datanodeUuid=0260601d-1417-4c20-bd17-eb38566fe81a, infoPort=36197, infoSecurePort=0, ipcPort=41981, storageInfo=lv=-57;cid=testClusterID;nsid=1827717733;c=1731955997374), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:53:20,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe46e66ae60de33f7 with lease ID 0x2525ea0cf6d0a52f: Processing first storage report for DS-04bb6b9d-62a2-481d-89fe-a06433a5a4ea from datanode DatanodeRegistration(127.0.0.1:36673, datanodeUuid=9b9a62b7-1124-4320-965e-0ef65d4034f4, infoPort=35827, infoSecurePort=0, ipcPort=45047, storageInfo=lv=-57;cid=testClusterID;nsid=1827717733;c=1731955997374) 2024-11-18T18:53:20,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe46e66ae60de33f7 with lease ID 0x2525ea0cf6d0a52f: from storage DS-04bb6b9d-62a2-481d-89fe-a06433a5a4ea node DatanodeRegistration(127.0.0.1:36673, datanodeUuid=9b9a62b7-1124-4320-965e-0ef65d4034f4, infoPort=35827, infoSecurePort=0, ipcPort=45047, storageInfo=lv=-57;cid=testClusterID;nsid=1827717733;c=1731955997374), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T18:53:20,152 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x708b41d6362753c2 with lease ID 0x2525ea0cf6d0a52e: Processing first storage report for DS-335beaa7-45fd-4ab2-9b63-907e48f8d675 from datanode DatanodeRegistration(127.0.0.1:44767, datanodeUuid=3fa5bd7a-9968-4153-81b8-06f39d7fab96, infoPort=38747, infoSecurePort=0, ipcPort=44971, storageInfo=lv=-57;cid=testClusterID;nsid=1827717733;c=1731955997374) 2024-11-18T18:53:20,152 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x708b41d6362753c2 with lease ID 0x2525ea0cf6d0a52e: from storage DS-335beaa7-45fd-4ab2-9b63-907e48f8d675 node DatanodeRegistration(127.0.0.1:44767, datanodeUuid=3fa5bd7a-9968-4153-81b8-06f39d7fab96, infoPort=38747, infoSecurePort=0, ipcPort=44971, storageInfo=lv=-57;cid=testClusterID;nsid=1827717733;c=1731955997374), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:53:20,152 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf3ca10fdc89e77 with lease ID 0x2525ea0cf6d0a52d: Processing first storage report for DS-174f13ab-ce3c-4f2a-bf85-20fe553427db from datanode DatanodeRegistration(127.0.0.1:38573, datanodeUuid=0260601d-1417-4c20-bd17-eb38566fe81a, infoPort=36197, infoSecurePort=0, ipcPort=41981, storageInfo=lv=-57;cid=testClusterID;nsid=1827717733;c=1731955997374) 2024-11-18T18:53:20,152 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf3ca10fdc89e77 with lease ID 0x2525ea0cf6d0a52d: from storage DS-174f13ab-ce3c-4f2a-bf85-20fe553427db node DatanodeRegistration(127.0.0.1:38573, datanodeUuid=0260601d-1417-4c20-bd17-eb38566fe81a, infoPort=36197, infoSecurePort=0, ipcPort=41981, storageInfo=lv=-57;cid=testClusterID;nsid=1827717733;c=1731955997374), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:53:20,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b 2024-11-18T18:53:20,288 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/zookeeper_0, clientPort=59355, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T18:53:20,297 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59355 2024-11-18T18:53:20,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:53:20,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:53:20,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:53:20,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:53:20,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:53:20,899 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621 with version=8 2024-11-18T18:53:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/hbase-staging 2024-11-18T18:53:21,166 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1acff94d7356:0 server-side Connection retries=45 2024-11-18T18:53:21,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:53:21,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:53:21,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:53:21,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:53:21,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:53:21,311 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:53:21,367 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T18:53:21,376 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T18:53:21,379 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:53:21,402 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 77390 (auto-detected) 2024-11-18T18:53:21,403 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T18:53:21,421 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34707 2024-11-18T18:53:21,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34707 connecting to ZooKeeper ensemble=127.0.0.1:59355 2024-11-18T18:53:21,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347070x0, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:53:21,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34707-0x1015094e8860000 connected 2024-11-18T18:53:21,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:53:21,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:53:21,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:53:21,664 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621, hbase.cluster.distributed=false 2024-11-18T18:53:21,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:53:21,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34707 2024-11-18T18:53:21,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34707 2024-11-18T18:53:21,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34707 2024-11-18T18:53:21,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34707 2024-11-18T18:53:21,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34707 2024-11-18T18:53:21,784 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1acff94d7356:0 server-side Connection retries=45 2024-11-18T18:53:21,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:53:21,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:53:21,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:53:21,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:53:21,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:53:21,789 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:53:21,792 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:53:21,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37979 2024-11-18T18:53:21,794 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37979 connecting to ZooKeeper ensemble=127.0.0.1:59355 2024-11-18T18:53:21,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:53:21,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:53:21,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379790x0, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:53:21,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37979-0x1015094e8860001 connected 2024-11-18T18:53:21,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:53:21,817 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:53:21,825 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:53:21,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T18:53:21,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:53:21,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37979 2024-11-18T18:53:21,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37979 2024-11-18T18:53:21,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37979 2024-11-18T18:53:21,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37979 2024-11-18T18:53:21,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37979 2024-11-18T18:53:21,850 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1acff94d7356:0 server-side Connection retries=45 2024-11-18T18:53:21,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:53:21,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:53:21,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:53:21,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:53:21,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:53:21,852 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:53:21,852 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:53:21,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35443 2024-11-18T18:53:21,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35443 connecting to ZooKeeper ensemble=127.0.0.1:59355 2024-11-18T18:53:21,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:53:21,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:53:21,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354430x0, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:53:21,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35443-0x1015094e8860002 connected 2024-11-18T18:53:21,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:53:21,873 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:53:21,874 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:53:21,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T18:53:21,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:53:21,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35443 2024-11-18T18:53:21,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35443 2024-11-18T18:53:21,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35443 2024-11-18T18:53:21,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35443 2024-11-18T18:53:21,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35443 2024-11-18T18:53:21,900 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1acff94d7356:0 server-side Connection retries=45 2024-11-18T18:53:21,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:53:21,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:53:21,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:53:21,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:53:21,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:53:21,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:53:21,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:53:21,902 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39123 2024-11-18T18:53:21,905 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39123 connecting to ZooKeeper ensemble=127.0.0.1:59355 2024-11-18T18:53:21,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:53:21,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:53:21,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391230x0, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:53:21,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391230x0, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:53:21,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39123-0x1015094e8860003 connected 2024-11-18T18:53:21,923 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:53:21,926 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:53:21,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39123-0x1015094e8860003, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T18:53:21,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39123-0x1015094e8860003, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:53:21,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39123 2024-11-18T18:53:21,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39123 2024-11-18T18:53:21,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39123 2024-11-18T18:53:21,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39123 2024-11-18T18:53:21,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39123 2024-11-18T18:53:21,945 DEBUG [M:0;1acff94d7356:34707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1acff94d7356:34707 2024-11-18T18:53:21,946 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1acff94d7356,34707,1731956001019 2024-11-18T18:53:21,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:53:21,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:53:21,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1015094e8860003, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:53:21,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:53:21,957 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1acff94d7356,34707,1731956001019 2024-11-18T18:53:21,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1015094e8860003, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T18:53:21,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T18:53:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T18:53:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1015094e8860003, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:21,981 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T18:53:21,983 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1acff94d7356,34707,1731956001019 from backup master directory 2024-11-18T18:53:21,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1acff94d7356,34707,1731956001019 2024-11-18T18:53:21,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1015094e8860003, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:53:21,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:53:21,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:53:21,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:53:21,997 WARN [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:53:21,998 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1acff94d7356,34707,1731956001019 2024-11-18T18:53:22,000 INFO [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T18:53:22,002 INFO [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T18:53:22,056 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/hbase.id] with ID: e4918e9d-03ff-4cca-b308-9cea1ad6f58f 2024-11-18T18:53:22,056 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/.tmp/hbase.id 2024-11-18T18:53:22,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:53:22,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:53:22,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:53:22,071 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/.tmp/hbase.id]:[hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/hbase.id] 2024-11-18T18:53:22,117 INFO [master/1acff94d7356:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:53:22,123 INFO [master/1acff94d7356:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:53:22,141 INFO [master/1acff94d7356:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-18T18:53:22,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:22,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1015094e8860003, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:22,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:22,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:22,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:53:22,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:53:22,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:53:22,189 INFO [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:53:22,190 INFO [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:53:22,195 INFO [master/1acff94d7356:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:22,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:53:22,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:53:22,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:53:22,243 INFO [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store 2024-11-18T18:53:22,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:53:22,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:53:22,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:53:22,270 INFO [master/1acff94d7356:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T18:53:22,274 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:22,276 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:53:22,276 INFO [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:53:22,276 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:53:22,278 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:53:22,278 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:53:22,278 INFO [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:53:22,280 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731956002275Disabling compacts and flushes for region at 1731956002275Disabling writes for close at 1731956002278 (+3 ms)Writing region close event to WAL at 1731956002278Closed at 1731956002278 2024-11-18T18:53:22,282 WARN [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/.initializing 2024-11-18T18:53:22,282 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/WALs/1acff94d7356,34707,1731956001019 2024-11-18T18:53:22,291 INFO [master/1acff94d7356:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:53:22,305 INFO [master/1acff94d7356:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C34707%2C1731956001019, suffix=, logDir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/WALs/1acff94d7356,34707,1731956001019, archiveDir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/oldWALs, maxLogs=10 2024-11-18T18:53:22,330 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/WALs/1acff94d7356,34707,1731956001019/1acff94d7356%2C34707%2C1731956001019.1731956002309, exclude list is [], retry=0 2024-11-18T18:53:22,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:22,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:22,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:22,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:22,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T18:53:22,389 INFO [master/1acff94d7356:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/WALs/1acff94d7356,34707,1731956001019/1acff94d7356%2C34707%2C1731956001019.1731956002309 2024-11-18T18:53:22,391 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:38747:38747)] 2024-11-18T18:53:22,391 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:22,392 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:22,395 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:53:22,396 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:53:22,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:53:22,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:53:22,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:22,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:53:22,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:53:22,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:53:22,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:22,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:22,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:53:22,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:53:22,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:22,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:22,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:53:22,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:53:22,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:22,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:22,475 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:53:22,479 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:53:22,480 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:53:22,486 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:53:22,486 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:53:22,490 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:53:22,494 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:53:22,498 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:53:22,499 INFO [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72663472, jitterRate=0.08277010917663574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:53:22,506 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731956002406Initializing all the Stores at 1731956002409 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956002410 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956002410Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956002411 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956002411Cleaning up temporary data from old regions at 1731956002486 (+75 ms)Region opened successfully at 1731956002506 (+20 ms) 2024-11-18T18:53:22,508 INFO [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:53:22,543 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc4d75b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1acff94d7356/172.17.0.2:0 2024-11-18T18:53:22,575 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:53:22,586 INFO [master/1acff94d7356:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:53:22,587 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:53:22,589 INFO [master/1acff94d7356:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:53:22,591 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T18:53:22,596 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T18:53:22,596 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:53:22,622 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:53:22,632 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T18:53:22,671 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T18:53:22,674 INFO [master/1acff94d7356:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:53:22,676 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:53:22,687 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T18:53:22,689 INFO [master/1acff94d7356:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:53:22,693 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:53:22,703 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T18:53:22,705 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:53:22,713 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T18:53:22,732 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:53:22,738 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T18:53:22,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1015094e8860003, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:53:22,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:53:22,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:53:22,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1015094e8860003, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:22,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:22,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:22,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:53:22,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:22,751 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1acff94d7356,34707,1731956001019, sessionid=0x1015094e8860000, setting cluster-up flag (Was=false) 2024-11-18T18:53:22,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:22,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:22,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:22,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1015094e8860003, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:22,804 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T18:53:22,807 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1acff94d7356,34707,1731956001019 2024-11-18T18:53:22,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1015094e8860003, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:22,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:22,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:22,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:22,854 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T18:53:22,856 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1acff94d7356,34707,1731956001019 2024-11-18T18:53:22,863 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:53:22,936 INFO [RS:1;1acff94d7356:35443 {}] regionserver.HRegionServer(746): ClusterId : e4918e9d-03ff-4cca-b308-9cea1ad6f58f 2024-11-18T18:53:22,936 INFO [RS:0;1acff94d7356:37979 {}] regionserver.HRegionServer(746): ClusterId : e4918e9d-03ff-4cca-b308-9cea1ad6f58f 2024-11-18T18:53:22,936 INFO [RS:2;1acff94d7356:39123 {}] regionserver.HRegionServer(746): ClusterId : e4918e9d-03ff-4cca-b308-9cea1ad6f58f 2024-11-18T18:53:22,938 DEBUG [RS:1;1acff94d7356:35443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:53:22,938 DEBUG [RS:0;1acff94d7356:37979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:53:22,938 DEBUG [RS:2;1acff94d7356:39123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:53:22,942 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:53:22,951 INFO [master/1acff94d7356:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:53:22,956 DEBUG [RS:2;1acff94d7356:39123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:53:22,956 DEBUG [RS:0;1acff94d7356:37979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:53:22,956 DEBUG [RS:2;1acff94d7356:39123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:53:22,956 DEBUG [RS:0;1acff94d7356:37979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:53:22,957 DEBUG [RS:1;1acff94d7356:35443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:53:22,957 DEBUG [RS:1;1acff94d7356:35443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:53:22,959 INFO [master/1acff94d7356:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:53:22,966 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1acff94d7356,34707,1731956001019 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:53:22,972 DEBUG [RS:0;1acff94d7356:37979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:53:22,972 DEBUG [RS:2;1acff94d7356:39123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:53:22,972 DEBUG [RS:1;1acff94d7356:35443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:53:22,973 DEBUG [RS:0;1acff94d7356:37979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3067eaf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1acff94d7356/172.17.0.2:0 2024-11-18T18:53:22,973 DEBUG [RS:1;1acff94d7356:35443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774fa421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1acff94d7356/172.17.0.2:0 2024-11-18T18:53:22,973 DEBUG [RS:2;1acff94d7356:39123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cc1948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1acff94d7356/172.17.0.2:0 2024-11-18T18:53:22,974 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1acff94d7356:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:53:22,974 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1acff94d7356:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:53:22,974 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1acff94d7356:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:53:22,975 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1acff94d7356:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:53:22,975 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1acff94d7356:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:53:22,975 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:22,975 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1acff94d7356:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:53:22,975 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:22,991 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:53:22,992 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:53:22,992 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731956032992 2024-11-18T18:53:22,992 DEBUG [RS:1;1acff94d7356:35443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1acff94d7356:35443 2024-11-18T18:53:22,996 DEBUG [RS:0;1acff94d7356:37979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1acff94d7356:37979 2024-11-18T18:53:22,994 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:53:22,996 INFO [RS:1;1acff94d7356:35443 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:53:22,996 INFO [RS:1;1acff94d7356:35443 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:53:22,997 DEBUG [RS:1;1acff94d7356:35443 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:53:22,997 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:53:22,999 DEBUG [RS:2;1acff94d7356:39123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;1acff94d7356:39123 2024-11-18T18:53:22,999 INFO [RS:2;1acff94d7356:39123 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:53:22,999 INFO [RS:0;1acff94d7356:37979 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:53:22,999 INFO [RS:2;1acff94d7356:39123 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:53:22,999 INFO [RS:0;1acff94d7356:37979 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:53:22,999 DEBUG [RS:2;1acff94d7356:39123 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:53:22,999 DEBUG [RS:0;1acff94d7356:37979 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:53:22,999 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:23,000 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:53:23,001 INFO [RS:1;1acff94d7356:35443 {}] regionserver.HRegionServer(2659): reportForDuty to master=1acff94d7356,34707,1731956001019 with port=35443, startcode=1731956001850 2024-11-18T18:53:23,001 INFO [RS:0;1acff94d7356:37979 {}] regionserver.HRegionServer(2659): reportForDuty to master=1acff94d7356,34707,1731956001019 with port=37979, startcode=1731956001753 2024-11-18T18:53:23,002 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:53:23,002 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:53:23,003 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:53:23,003 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:53:23,004 INFO [RS:2;1acff94d7356:39123 {}] regionserver.HRegionServer(2659): reportForDuty to master=1acff94d7356,34707,1731956001019 with port=39123, startcode=1731956001899 2024-11-18T18:53:23,010 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,019 DEBUG [RS:0;1acff94d7356:37979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:53:23,019 DEBUG [RS:2;1acff94d7356:39123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:53:23,019 DEBUG [RS:1;1acff94d7356:35443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:53:23,019 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:53:23,020 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:53:23,021 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:53:23,023 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:53:23,023 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:53:23,027 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.large.0-1731956003024,5,FailOnTimeoutGroup] 2024-11-18T18:53:23,031 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.small.0-1731956003027,5,FailOnTimeoutGroup] 2024-11-18T18:53:23,031 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,031 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:53:23,064 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,065 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:53:23,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:53:23,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:53:23,071 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:53:23,072 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621 2024-11-18T18:53:23,093 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:53:23,093 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:53:23,093 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:53:23,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:53:23,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:53:23,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:53:23,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:23,101 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1acff94d7356,39123,1731956001899 2024-11-18T18:53:23,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:53:23,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:53:23,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34707 {}] master.ServerManager(517): Registering regionserver=1acff94d7356,39123,1731956001899 2024-11-18T18:53:23,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:23,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:53:23,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:53:23,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:53:23,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:23,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:53:23,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:53:23,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:53:23,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:23,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:53:23,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:53:23,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1acff94d7356,35443,1731956001850 2024-11-18T18:53:23,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34707 {}] master.ServerManager(517): Registering regionserver=1acff94d7356,35443,1731956001850 2024-11-18T18:53:23,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:53:23,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:23,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:53:23,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:53:23,122 DEBUG [RS:2;1acff94d7356:39123 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621 2024-11-18T18:53:23,123 DEBUG [RS:2;1acff94d7356:39123 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40363 2024-11-18T18:53:23,123 DEBUG [RS:2;1acff94d7356:39123 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:53:23,125 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1acff94d7356,37979,1731956001753 2024-11-18T18:53:23,126 DEBUG [RS:1;1acff94d7356:35443 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621 2024-11-18T18:53:23,126 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34707 {}] master.ServerManager(517): Registering regionserver=1acff94d7356,37979,1731956001753 2024-11-18T18:53:23,126 DEBUG [RS:1;1acff94d7356:35443 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40363 2024-11-18T18:53:23,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740 2024-11-18T18:53:23,126 DEBUG [RS:1;1acff94d7356:35443 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:53:23,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740 2024-11-18T18:53:23,130 DEBUG [RS:0;1acff94d7356:37979 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621 2024-11-18T18:53:23,130 DEBUG [RS:0;1acff94d7356:37979 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40363 2024-11-18T18:53:23,130 DEBUG [RS:0;1acff94d7356:37979 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:53:23,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:53:23,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:53:23,132 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:53:23,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:53:23,140 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:53:23,141 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61132651, jitterRate=-0.08905251324176788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:53:23,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731956003098Initializing all the Stores at 1731956003100 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956003101 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956003101Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956003101Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956003101Cleaning up temporary data from old regions at 1731956003131 (+30 ms)Region opened successfully at 1731956003145 (+14 ms) 2024-11-18T18:53:23,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:53:23,145 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:53:23,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:53:23,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:53:23,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:53:23,147 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:53:23,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731956003145Disabling compacts and flushes for region at 1731956003145Disabling writes for close at 1731956003146 (+1 ms)Writing region close event to WAL at 1731956003147 (+1 ms)Closed at 1731956003147 2024-11-18T18:53:23,150 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:53:23,150 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:53:23,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:53:23,166 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:53:23,169 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:53:23,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:53:23,211 DEBUG [RS:2;1acff94d7356:39123 {}] zookeeper.ZKUtil(111): regionserver:39123-0x1015094e8860003, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1acff94d7356,39123,1731956001899 2024-11-18T18:53:23,211 WARN [RS:2;1acff94d7356:39123 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:53:23,211 INFO [RS:2;1acff94d7356:39123 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:23,211 DEBUG [RS:0;1acff94d7356:37979 {}] zookeeper.ZKUtil(111): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1acff94d7356,37979,1731956001753 2024-11-18T18:53:23,211 WARN [RS:0;1acff94d7356:37979 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:53:23,211 DEBUG [RS:1;1acff94d7356:35443 {}] zookeeper.ZKUtil(111): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1acff94d7356,35443,1731956001850 2024-11-18T18:53:23,212 INFO [RS:0;1acff94d7356:37979 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:23,212 DEBUG [RS:2;1acff94d7356:39123 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899 2024-11-18T18:53:23,212 WARN [RS:1;1acff94d7356:35443 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:53:23,212 DEBUG [RS:0;1acff94d7356:37979 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,37979,1731956001753 2024-11-18T18:53:23,212 INFO [RS:1;1acff94d7356:35443 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:23,212 DEBUG [RS:1;1acff94d7356:35443 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,35443,1731956001850 2024-11-18T18:53:23,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1acff94d7356,39123,1731956001899] 2024-11-18T18:53:23,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1acff94d7356,37979,1731956001753] 2024-11-18T18:53:23,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1acff94d7356,35443,1731956001850] 2024-11-18T18:53:23,236 INFO [RS:2;1acff94d7356:39123 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:53:23,236 INFO [RS:1;1acff94d7356:35443 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:53:23,236 INFO [RS:0;1acff94d7356:37979 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:53:23,252 INFO [RS:1;1acff94d7356:35443 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:53:23,252 INFO [RS:2;1acff94d7356:39123 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:53:23,253 INFO [RS:0;1acff94d7356:37979 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:53:23,257 INFO [RS:2;1acff94d7356:39123 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:53:23,258 INFO [RS:1;1acff94d7356:35443 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:53:23,258 INFO [RS:2;1acff94d7356:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,258 INFO [RS:1;1acff94d7356:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,258 INFO [RS:0;1acff94d7356:37979 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:53:23,258 INFO [RS:0;1acff94d7356:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,259 INFO [RS:0;1acff94d7356:37979 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:53:23,259 INFO [RS:1;1acff94d7356:35443 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:53:23,259 INFO [RS:2;1acff94d7356:39123 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:53:23,265 INFO [RS:2;1acff94d7356:39123 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:53:23,265 INFO [RS:1;1acff94d7356:35443 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:53:23,265 INFO [RS:0;1acff94d7356:37979 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:53:23,266 INFO [RS:0;1acff94d7356:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,266 INFO [RS:2;1acff94d7356:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,266 INFO [RS:1;1acff94d7356:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,267 DEBUG [RS:0;1acff94d7356:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,267 DEBUG [RS:1;1acff94d7356:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,267 DEBUG [RS:2;1acff94d7356:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,267 DEBUG [RS:1;1acff94d7356:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,267 DEBUG [RS:2;1acff94d7356:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,267 DEBUG [RS:0;1acff94d7356:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,267 DEBUG [RS:1;1acff94d7356:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,267 DEBUG [RS:0;1acff94d7356:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,267 DEBUG [RS:2;1acff94d7356:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,267 DEBUG [RS:0;1acff94d7356:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,267 DEBUG [RS:1;1acff94d7356:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,267 DEBUG [RS:2;1acff94d7356:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,267 DEBUG [RS:0;1acff94d7356:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,267 DEBUG [RS:1;1acff94d7356:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,268 DEBUG [RS:2;1acff94d7356:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,268 DEBUG [RS:1;1acff94d7356:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:53:23,268 DEBUG [RS:0;1acff94d7356:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:53:23,268 DEBUG [RS:2;1acff94d7356:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:53:23,268 DEBUG [RS:0;1acff94d7356:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,268 DEBUG [RS:1;1acff94d7356:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,268 DEBUG [RS:2;1acff94d7356:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,268 DEBUG [RS:0;1acff94d7356:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,268 DEBUG [RS:1;1acff94d7356:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,268 DEBUG [RS:2;1acff94d7356:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,268 DEBUG [RS:1;1acff94d7356:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,268 DEBUG [RS:0;1acff94d7356:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,268 DEBUG [RS:2;1acff94d7356:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,268 DEBUG [RS:0;1acff94d7356:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,268 DEBUG [RS:1;1acff94d7356:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,268 DEBUG [RS:2;1acff94d7356:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,268 DEBUG [RS:1;1acff94d7356:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,268 DEBUG [RS:0;1acff94d7356:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,269 DEBUG [RS:2;1acff94d7356:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,269 DEBUG [RS:2;1acff94d7356:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,269 DEBUG [RS:1;1acff94d7356:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,269 DEBUG [RS:0;1acff94d7356:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:53:23,269 DEBUG [RS:0;1acff94d7356:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:53:23,269 DEBUG [RS:2;1acff94d7356:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:53:23,269 DEBUG [RS:1;1acff94d7356:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:53:23,269 DEBUG [RS:2;1acff94d7356:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:53:23,269 DEBUG [RS:0;1acff94d7356:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:53:23,269 DEBUG [RS:1;1acff94d7356:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:53:23,270 INFO [RS:0;1acff94d7356:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,270 INFO [RS:1;1acff94d7356:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,270 INFO [RS:0;1acff94d7356:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,270 INFO [RS:1;1acff94d7356:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,270 INFO [RS:0;1acff94d7356:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,271 INFO [RS:0;1acff94d7356:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,271 INFO [RS:1;1acff94d7356:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,271 INFO [RS:0;1acff94d7356:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,271 INFO [RS:1;1acff94d7356:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,271 INFO [RS:0;1acff94d7356:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,37979,1731956001753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:53:23,271 INFO [RS:1;1acff94d7356:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,271 INFO [RS:1;1acff94d7356:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,35443,1731956001850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:53:23,277 INFO [RS:2;1acff94d7356:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,277 INFO [RS:2;1acff94d7356:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,277 INFO [RS:2;1acff94d7356:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,278 INFO [RS:2;1acff94d7356:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,278 INFO [RS:2;1acff94d7356:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,278 INFO [RS:2;1acff94d7356:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,39123,1731956001899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:53:23,295 INFO [RS:2;1acff94d7356:39123 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:53:23,297 INFO [RS:2;1acff94d7356:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,39123,1731956001899-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,298 INFO [RS:2;1acff94d7356:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,298 INFO [RS:2;1acff94d7356:39123 {}] regionserver.Replication(171): 1acff94d7356,39123,1731956001899 started 2024-11-18T18:53:23,299 INFO [RS:0;1acff94d7356:37979 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:53:23,299 INFO [RS:1;1acff94d7356:35443 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:53:23,299 INFO [RS:0;1acff94d7356:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,37979,1731956001753-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,299 INFO [RS:1;1acff94d7356:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,35443,1731956001850-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,299 INFO [RS:0;1acff94d7356:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,299 INFO [RS:0;1acff94d7356:37979 {}] regionserver.Replication(171): 1acff94d7356,37979,1731956001753 started 2024-11-18T18:53:23,299 INFO [RS:1;1acff94d7356:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,300 INFO [RS:1;1acff94d7356:35443 {}] regionserver.Replication(171): 1acff94d7356,35443,1731956001850 started 2024-11-18T18:53:23,316 INFO [RS:2;1acff94d7356:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,317 INFO [RS:2;1acff94d7356:39123 {}] regionserver.HRegionServer(1482): Serving as 1acff94d7356,39123,1731956001899, RpcServer on 1acff94d7356/172.17.0.2:39123, sessionid=0x1015094e8860003 2024-11-18T18:53:23,318 DEBUG [RS:2;1acff94d7356:39123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:53:23,318 DEBUG [RS:2;1acff94d7356:39123 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1acff94d7356,39123,1731956001899 2024-11-18T18:53:23,318 DEBUG [RS:2;1acff94d7356:39123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,39123,1731956001899' 2024-11-18T18:53:23,318 DEBUG [RS:2;1acff94d7356:39123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T18:53:23,319 DEBUG [RS:2;1acff94d7356:39123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T18:53:23,320 DEBUG [RS:2;1acff94d7356:39123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:53:23,320 DEBUG [RS:2;1acff94d7356:39123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:53:23,320 DEBUG [RS:2;1acff94d7356:39123 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1acff94d7356,39123,1731956001899 2024-11-18T18:53:23,320 DEBUG [RS:2;1acff94d7356:39123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,39123,1731956001899' 2024-11-18T18:53:23,320 DEBUG [RS:2;1acff94d7356:39123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T18:53:23,320 WARN [1acff94d7356:34707 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T18:53:23,320 INFO [RS:0;1acff94d7356:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,321 INFO [RS:0;1acff94d7356:37979 {}] regionserver.HRegionServer(1482): Serving as 1acff94d7356,37979,1731956001753, RpcServer on 1acff94d7356/172.17.0.2:37979, sessionid=0x1015094e8860001 2024-11-18T18:53:23,321 DEBUG [RS:0;1acff94d7356:37979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:53:23,321 DEBUG [RS:2;1acff94d7356:39123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T18:53:23,321 DEBUG [RS:0;1acff94d7356:37979 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1acff94d7356,37979,1731956001753 2024-11-18T18:53:23,321 INFO [RS:1;1acff94d7356:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:23,321 DEBUG [RS:0;1acff94d7356:37979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,37979,1731956001753' 2024-11-18T18:53:23,321 DEBUG [RS:0;1acff94d7356:37979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T18:53:23,321 INFO [RS:1;1acff94d7356:35443 {}] regionserver.HRegionServer(1482): Serving as 1acff94d7356,35443,1731956001850, RpcServer on 1acff94d7356/172.17.0.2:35443, sessionid=0x1015094e8860002 2024-11-18T18:53:23,321 DEBUG [RS:1;1acff94d7356:35443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:53:23,322 DEBUG [RS:1;1acff94d7356:35443 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1acff94d7356,35443,1731956001850 2024-11-18T18:53:23,322 DEBUG [RS:1;1acff94d7356:35443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,35443,1731956001850' 2024-11-18T18:53:23,322 DEBUG [RS:2;1acff94d7356:39123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:53:23,322 DEBUG [RS:1;1acff94d7356:35443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T18:53:23,322 INFO [RS:2;1acff94d7356:39123 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:53:23,322 INFO [RS:2;1acff94d7356:39123 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:53:23,322 DEBUG [RS:0;1acff94d7356:37979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T18:53:23,322 DEBUG [RS:1;1acff94d7356:35443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T18:53:23,322 DEBUG [RS:0;1acff94d7356:37979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:53:23,322 DEBUG [RS:0;1acff94d7356:37979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:53:23,323 DEBUG [RS:0;1acff94d7356:37979 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1acff94d7356,37979,1731956001753 2024-11-18T18:53:23,323 DEBUG [RS:0;1acff94d7356:37979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,37979,1731956001753' 2024-11-18T18:53:23,323 DEBUG [RS:0;1acff94d7356:37979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T18:53:23,323 DEBUG [RS:1;1acff94d7356:35443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:53:23,323 DEBUG [RS:1;1acff94d7356:35443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:53:23,323 DEBUG [RS:1;1acff94d7356:35443 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1acff94d7356,35443,1731956001850 2024-11-18T18:53:23,323 DEBUG [RS:1;1acff94d7356:35443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,35443,1731956001850' 2024-11-18T18:53:23,323 DEBUG [RS:1;1acff94d7356:35443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T18:53:23,323 DEBUG [RS:0;1acff94d7356:37979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T18:53:23,324 DEBUG [RS:1;1acff94d7356:35443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T18:53:23,324 DEBUG [RS:0;1acff94d7356:37979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:53:23,324 INFO [RS:0;1acff94d7356:37979 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:53:23,324 INFO [RS:0;1acff94d7356:37979 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:53:23,324 DEBUG [RS:1;1acff94d7356:35443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:53:23,324 INFO [RS:1;1acff94d7356:35443 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:53:23,324 INFO [RS:1;1acff94d7356:35443 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:53:23,431 INFO [RS:0;1acff94d7356:37979 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:53:23,431 INFO [RS:1;1acff94d7356:35443 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:53:23,431 INFO [RS:2;1acff94d7356:39123 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:53:23,433 INFO [RS:0;1acff94d7356:37979 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C37979%2C1731956001753, suffix=, logDir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,37979,1731956001753, archiveDir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/oldWALs, maxLogs=32 2024-11-18T18:53:23,433 INFO [RS:1;1acff94d7356:35443 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C35443%2C1731956001850, suffix=, logDir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,35443,1731956001850, archiveDir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/oldWALs, maxLogs=32 2024-11-18T18:53:23,434 INFO [RS:2;1acff94d7356:39123 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C39123%2C1731956001899, suffix=, logDir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899, archiveDir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/oldWALs, maxLogs=32 2024-11-18T18:53:23,449 DEBUG [RS:0;1acff94d7356:37979 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,37979,1731956001753/1acff94d7356%2C37979%2C1731956001753.1731956003437, exclude list is [], retry=0 2024-11-18T18:53:23,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:23,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:23,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:23,455 DEBUG [RS:2;1acff94d7356:39123 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899/1acff94d7356%2C39123%2C1731956001899.1731956003437, exclude list is [], retry=0 2024-11-18T18:53:23,456 DEBUG [RS:1;1acff94d7356:35443 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,35443,1731956001850/1acff94d7356%2C35443%2C1731956001850.1731956003437, exclude list is [], retry=0 2024-11-18T18:53:23,459 INFO [RS:0;1acff94d7356:37979 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,37979,1731956001753/1acff94d7356%2C37979%2C1731956001753.1731956003437 2024-11-18T18:53:23,459 DEBUG [RS:0;1acff94d7356:37979 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:36197:36197)] 2024-11-18T18:53:23,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:23,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:23,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:23,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:23,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:23,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:23,472 INFO [RS:1;1acff94d7356:35443 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,35443,1731956001850/1acff94d7356%2C35443%2C1731956001850.1731956003437 2024-11-18T18:53:23,472 INFO [RS:2;1acff94d7356:39123 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899/1acff94d7356%2C39123%2C1731956001899.1731956003437 2024-11-18T18:53:23,472 DEBUG [RS:1;1acff94d7356:35443 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-18T18:53:23,474 DEBUG [RS:2;1acff94d7356:39123 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:38747:38747)] 2024-11-18T18:53:23,575 DEBUG [1acff94d7356:34707 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T18:53:23,587 DEBUG [1acff94d7356:34707 {}] balancer.BalancerClusterState(204): Hosts are {1acff94d7356=0} racks are {/default-rack=0} 2024-11-18T18:53:23,593 DEBUG [1acff94d7356:34707 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T18:53:23,593 DEBUG [1acff94d7356:34707 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T18:53:23,593 DEBUG [1acff94d7356:34707 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T18:53:23,593 DEBUG [1acff94d7356:34707 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T18:53:23,593 DEBUG [1acff94d7356:34707 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T18:53:23,593 DEBUG [1acff94d7356:34707 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T18:53:23,593 INFO [1acff94d7356:34707 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T18:53:23,593 INFO [1acff94d7356:34707 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T18:53:23,593 INFO [1acff94d7356:34707 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T18:53:23,593 DEBUG [1acff94d7356:34707 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T18:53:23,600 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1acff94d7356,37979,1731956001753 2024-11-18T18:53:23,605 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1acff94d7356,37979,1731956001753, state=OPENING 2024-11-18T18:53:23,621 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:53:23,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:23,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:23,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1015094e8860003, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:23,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:53:23,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:53:23,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:53:23,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:53:23,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:53:23,634 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:53:23,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1acff94d7356,37979,1731956001753}] 2024-11-18T18:53:23,812 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:53:23,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:53:23,826 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:53:23,827 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:23,828 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:53:23,831 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C37979%2C1731956001753.meta, suffix=.meta, logDir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,37979,1731956001753, archiveDir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/oldWALs, maxLogs=32 2024-11-18T18:53:23,849 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,37979,1731956001753/1acff94d7356%2C37979%2C1731956001753.meta.1731956003834.meta, exclude list is [], retry=0 2024-11-18T18:53:23,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:23,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:23,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:23,857 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,37979,1731956001753/1acff94d7356%2C37979%2C1731956001753.meta.1731956003834.meta 2024-11-18T18:53:23,857 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:38747:38747)] 2024-11-18T18:53:23,857 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:23,859 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:53:23,861 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:53:23,866 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:53:23,870 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:53:23,871 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:23,871 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:53:23,871 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:53:23,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:53:23,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:53:23,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:23,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:53:23,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:53:23,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:53:23,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:23,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:53:23,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:53:23,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:53:23,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:23,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:53:23,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:53:23,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:53:23,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:23,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:53:23,885 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:53:23,886 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740 2024-11-18T18:53:23,889 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740 2024-11-18T18:53:23,892 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:53:23,892 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:53:23,893 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:53:23,896 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:53:23,899 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66193651, jitterRate=-0.013637736439704895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:53:23,899 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:53:23,901 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731956003872Writing region info on filesystem at 1731956003872Initializing all the Stores at 1731956003874 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956003874Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956003874Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956003874Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956003874Cleaning up temporary data from old regions at 1731956003892 (+18 ms)Running coprocessor post-open hooks at 1731956003899 (+7 ms)Region opened successfully at 1731956003901 (+2 ms) 2024-11-18T18:53:23,908 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731956003806 2024-11-18T18:53:23,918 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:53:23,918 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:53:23,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,37979,1731956001753 2024-11-18T18:53:23,922 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1acff94d7356,37979,1731956001753, state=OPEN 2024-11-18T18:53:23,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:53:23,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:53:23,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:53:23,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1015094e8860003, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:53:23,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:53:23,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:53:23,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:53:23,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:53:23,930 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1acff94d7356,37979,1731956001753 2024-11-18T18:53:23,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:53:23,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1acff94d7356,37979,1731956001753 in 294 msec 2024-11-18T18:53:23,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:53:23,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 782 msec 2024-11-18T18:53:23,944 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:53:23,944 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:53:23,982 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:53:23,984 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1acff94d7356,37979,1731956001753, seqNum=-1] 2024-11-18T18:53:24,014 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:53:24,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:53:24,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1430 sec 2024-11-18T18:53:24,037 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731956004037, completionTime=-1 2024-11-18T18:53:24,040 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T18:53:24,040 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:53:24,064 INFO [master/1acff94d7356:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-18T18:53:24,065 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731956064065 2024-11-18T18:53:24,065 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731956124065 2024-11-18T18:53:24,065 INFO [master/1acff94d7356:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec 2024-11-18T18:53:24,066 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:53:24,073 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,34707,1731956001019-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:24,073 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,34707,1731956001019-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:24,073 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,34707,1731956001019-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:24,074 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1acff94d7356:34707, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:24,074 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:24,075 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:24,080 DEBUG [master/1acff94d7356:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:53:24,099 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.101sec 2024-11-18T18:53:24,101 INFO [master/1acff94d7356:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:53:24,102 INFO [master/1acff94d7356:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:53:24,103 INFO [master/1acff94d7356:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:53:24,103 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:53:24,103 INFO [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:53:24,104 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,34707,1731956001019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:53:24,105 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,34707,1731956001019-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:53:24,109 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:53:24,110 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:53:24,110 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,34707,1731956001019-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:24,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68674fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:53:24,148 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1acff94d7356,34707,-1 for getting cluster id 2024-11-18T18:53:24,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:53:24,158 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4918e9d-03ff-4cca-b308-9cea1ad6f58f' 2024-11-18T18:53:24,160 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:53:24,160 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4918e9d-03ff-4cca-b308-9cea1ad6f58f" 2024-11-18T18:53:24,161 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ece927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:53:24,161 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1acff94d7356,34707,-1] 2024-11-18T18:53:24,164 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:53:24,166 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:53:24,167 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:53:24,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb9e3a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:53:24,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:53:24,175 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1acff94d7356,37979,1731956001753, seqNum=-1] 2024-11-18T18:53:24,176 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:53:24,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:53:24,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1acff94d7356,34707,1731956001019 2024-11-18T18:53:24,196 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:40363/hbase 2024-11-18T18:53:24,210 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=369, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=2526 2024-11-18T18:53:24,228 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:24,231 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:24,232 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:53:24,237 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-54174149, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/hregion-54174149, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:24,252 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-54174149/hregion-54174149.1731956004239, exclude list is [], retry=0 2024-11-18T18:53:24,257 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:24,257 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:24,257 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:24,260 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-54174149/hregion-54174149.1731956004239 2024-11-18T18:53:24,261 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-18T18:53:24,261 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 52000cc172a379676dff93ed586ef275, NAME => 'testReplayEditsWrittenIntoWAL,,1731956004228.52000cc172a379676dff93ed586ef275.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40363/hbase 2024-11-18T18:53:24,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741838_1014 (size=64) 2024-11-18T18:53:24,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741838_1014 (size=64) 2024-11-18T18:53:24,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741838_1014 (size=64) 2024-11-18T18:53:24,276 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731956004228.52000cc172a379676dff93ed586ef275.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:24,279 INFO [StoreOpener-52000cc172a379676dff93ed586ef275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 52000cc172a379676dff93ed586ef275 2024-11-18T18:53:24,281 INFO [StoreOpener-52000cc172a379676dff93ed586ef275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52000cc172a379676dff93ed586ef275 columnFamilyName a 2024-11-18T18:53:24,281 DEBUG [StoreOpener-52000cc172a379676dff93ed586ef275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:24,282 INFO [StoreOpener-52000cc172a379676dff93ed586ef275-1 {}] regionserver.HStore(327): Store=52000cc172a379676dff93ed586ef275/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:24,282 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 52000cc172a379676dff93ed586ef275 2024-11-18T18:53:24,283 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275 2024-11-18T18:53:24,284 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275 2024-11-18T18:53:24,285 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 52000cc172a379676dff93ed586ef275 2024-11-18T18:53:24,285 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 52000cc172a379676dff93ed586ef275 2024-11-18T18:53:24,287 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 52000cc172a379676dff93ed586ef275 2024-11-18T18:53:24,290 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:53:24,291 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 52000cc172a379676dff93ed586ef275; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72420733, jitterRate=0.07915301620960236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:53:24,292 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 52000cc172a379676dff93ed586ef275: Writing region info on filesystem at 1731956004276Initializing all the Stores at 1731956004278 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956004278Cleaning up temporary data from old regions at 1731956004285 (+7 ms)Region opened successfully at 1731956004292 (+7 ms) 2024-11-18T18:53:24,292 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 52000cc172a379676dff93ed586ef275, disabling compactions & flushes 2024-11-18T18:53:24,292 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731956004228.52000cc172a379676dff93ed586ef275. 2024-11-18T18:53:24,292 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731956004228.52000cc172a379676dff93ed586ef275. 2024-11-18T18:53:24,292 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731956004228.52000cc172a379676dff93ed586ef275. after waiting 0 ms 2024-11-18T18:53:24,292 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731956004228.52000cc172a379676dff93ed586ef275. 2024-11-18T18:53:24,295 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731956004228.52000cc172a379676dff93ed586ef275. 2024-11-18T18:53:24,295 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 52000cc172a379676dff93ed586ef275: Waiting for close lock at 1731956004292Disabling compacts and flushes for region at 1731956004292Disabling writes for close at 1731956004292Writing region close event to WAL at 1731956004295 (+3 ms)Closed at 1731956004295 2024-11-18T18:53:24,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741837_1013 (size=93) 2024-11-18T18:53:24,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741837_1013 (size=93) 2024-11-18T18:53:24,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741837_1013 (size=93) 2024-11-18T18:53:24,308 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T18:53:24,309 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-54174149:(num 1731956004239) 2024-11-18T18:53:24,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-18T18:53:24,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741839_1015 (size=369) 2024-11-18T18:53:24,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741839_1015 (size=369) 2024-11-18T18:53:24,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741839_1015 (size=369) 2024-11-18T18:53:24,336 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-18T18:53:24,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741840_1016 (size=231) 2024-11-18T18:53:24,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741840_1016 (size=231) 2024-11-18T18:53:24,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741840_1016 (size=231) 2024-11-18T18:53:24,372 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-1, size=369 (369bytes) 2024-11-18T18:53:24,373 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T18:53:24,373 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T18:53:24,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-1 2024-11-18T18:53:24,379 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-1 after 4ms 2024-11-18T18:53:24,386 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-1 took 15ms 2024-11-18T18:53:24,391 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-1 so closing down 2024-11-18T18:53:24,394 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-18T18:53:24,396 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/0000000000000000001-wal-1.temp 2024-11-18T18:53:24,397 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:53:24,397 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:53:24,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741841_1017 (size=369) 2024-11-18T18:53:24,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741841_1017 (size=369) 2024-11-18T18:53:24,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741841_1017 (size=369) 2024-11-18T18:53:24,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-18T18:53:24,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/0000000000000000002 2024-11-18T18:53:24,419 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-18T18:53:24,420 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-1, journal: Splitting hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-1, size=369 (369bytes) at 1731956004373Finishing writing output for hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-1 so closing down at 1731956004391 (+18 ms)Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/0000000000000000001-wal-1.temp at 1731956004396 (+5 ms)3 split writer threads finished at 1731956004397 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731956004413 (+16 ms)Rename recovered edits hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/0000000000000000002 at 1731956004416 (+3 ms)Processed 2 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1731956004419 (+3 ms) 2024-11-18T18:53:24,435 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-2, size=231 (231bytes) 2024-11-18T18:53:24,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-2 2024-11-18T18:53:24,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-2 after 1ms 2024-11-18T18:53:24,440 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-2 took 5ms 2024-11-18T18:53:24,442 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-2 so closing down 2024-11-18T18:53:24,442 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:53:24,445 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-18T18:53:24,447 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/0000000000000000002-wal-2.temp 2024-11-18T18:53:24,447 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:53:24,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741842_1018 (size=231) 2024-11-18T18:53:24,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741842_1018 (size=231) 2024-11-18T18:53:24,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741842_1018 (size=231) 2024-11-18T18:53:24,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T18:53:24,464 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/0000000000000000002-wal-2.temp, length=231 2024-11-18T18:53:24,466 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-18T18:53:24,466 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-2, journal: Splitting hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-2, size=231 (231bytes) at 1731956004435Finishing writing output for hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-2 so closing down at 1731956004442 (+7 ms)Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/0000000000000000002-wal-2.temp at 1731956004447 (+5 ms)3 split writer threads finished at 1731956004447Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731956004457 (+10 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1731956004466 (+9 ms) 2024-11-18T18:53:24,466 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:24,468 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:24,481 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal.1731956004469, exclude list is [], retry=0 2024-11-18T18:53:24,486 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:24,486 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:24,487 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:24,490 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal.1731956004469 2024-11-18T18:53:24,490 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-18T18:53:24,491 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 52000cc172a379676dff93ed586ef275, NAME => 'testReplayEditsWrittenIntoWAL,,1731956004228.52000cc172a379676dff93ed586ef275.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:24,491 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731956004228.52000cc172a379676dff93ed586ef275.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:24,491 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 52000cc172a379676dff93ed586ef275 2024-11-18T18:53:24,491 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 52000cc172a379676dff93ed586ef275 2024-11-18T18:53:24,495 INFO [StoreOpener-52000cc172a379676dff93ed586ef275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 52000cc172a379676dff93ed586ef275 2024-11-18T18:53:24,496 INFO [StoreOpener-52000cc172a379676dff93ed586ef275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52000cc172a379676dff93ed586ef275 columnFamilyName a 2024-11-18T18:53:24,496 DEBUG [StoreOpener-52000cc172a379676dff93ed586ef275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:24,498 INFO [StoreOpener-52000cc172a379676dff93ed586ef275-1 {}] regionserver.HStore(327): Store=52000cc172a379676dff93ed586ef275/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:24,498 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 52000cc172a379676dff93ed586ef275 2024-11-18T18:53:24,499 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275 2024-11-18T18:53:24,502 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275 2024-11-18T18:53:24,503 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/0000000000000000002 2024-11-18T18:53:24,513 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/0000000000000000002 2024-11-18T18:53:24,518 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 52000cc172a379676dff93ed586ef275 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-18T18:53:24,567 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/.tmp/a/8c247716ecd74a308e569778f83e3b9d is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731956004309/Put/seqid=0 2024-11-18T18:53:24,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741844_1020 (size=5170) 2024-11-18T18:53:24,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741844_1020 (size=5170) 2024-11-18T18:53:24,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741844_1020 (size=5170) 2024-11-18T18:53:24,579 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/.tmp/a/8c247716ecd74a308e569778f83e3b9d 2024-11-18T18:53:24,618 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/.tmp/a/8c247716ecd74a308e569778f83e3b9d as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/a/8c247716ecd74a308e569778f83e3b9d 2024-11-18T18:53:24,627 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/a/8c247716ecd74a308e569778f83e3b9d, entries=2, sequenceid=2, filesize=5.0 K 2024-11-18T18:53:24,632 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 52000cc172a379676dff93ed586ef275 in 114ms, sequenceid=2, compaction requested=false; wal=null 2024-11-18T18:53:24,634 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/0000000000000000002 2024-11-18T18:53:24,635 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 52000cc172a379676dff93ed586ef275 2024-11-18T18:53:24,635 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 52000cc172a379676dff93ed586ef275 2024-11-18T18:53:24,638 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 52000cc172a379676dff93ed586ef275 2024-11-18T18:53:24,641 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/52000cc172a379676dff93ed586ef275/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-18T18:53:24,642 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 52000cc172a379676dff93ed586ef275; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62315206, jitterRate=-0.07143107056617737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:53:24,643 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 52000cc172a379676dff93ed586ef275: Writing region info on filesystem at 1731956004491Initializing all the Stores at 1731956004493 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956004493Obtaining lock to block concurrent updates at 1731956004518 (+25 ms)Preparing flush snapshotting stores in 52000cc172a379676dff93ed586ef275 at 1731956004518Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731956004228.52000cc172a379676dff93ed586ef275., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731956004522 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731956004228.52000cc172a379676dff93ed586ef275. at 1731956004522Flushing 52000cc172a379676dff93ed586ef275/a: creating writer at 1731956004523 (+1 ms)Flushing 52000cc172a379676dff93ed586ef275/a: appending metadata at 1731956004558 (+35 ms)Flushing 52000cc172a379676dff93ed586ef275/a: closing flushed file at 1731956004560 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b843f13: reopening flushed file at 1731956004615 (+55 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 52000cc172a379676dff93ed586ef275 in 114ms, sequenceid=2, compaction requested=false; wal=null at 1731956004632 (+17 ms)Cleaning up temporary data from old regions at 1731956004635 (+3 ms)Region opened successfully at 1731956004643 (+8 ms) 2024-11-18T18:53:24,667 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=380 (was 369) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:42196 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-913112732-172.17.0.2-1731955997373:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:56414 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:58536 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-913112732-172.17.0.2-1731955997373:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-913112732-172.17.0.2-1731955997373:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40363/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:56568 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:42288 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:58406 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=2511 (was 2526) 2024-11-18T18:53:24,678 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=380, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=2511 2024-11-18T18:53:24,694 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:24,696 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:24,697 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:53:24,701 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-68561556, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/hregion-68561556, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:24,712 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-68561556/hregion-68561556.1731956004701, exclude list is [], retry=0 2024-11-18T18:53:24,716 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:24,716 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:24,716 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:24,719 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-68561556/hregion-68561556.1731956004701 2024-11-18T18:53:24,720 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:38747:38747)] 2024-11-18T18:53:24,720 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => cf7db97b1e7ff4f455e0da6531d95e3b, NAME => 'testReplayEditsWrittenIntoWAL,,1731956004695.cf7db97b1e7ff4f455e0da6531d95e3b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40363/hbase 2024-11-18T18:53:24,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741846_1022 (size=64) 2024-11-18T18:53:24,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741846_1022 (size=64) 2024-11-18T18:53:24,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741846_1022 (size=64) 2024-11-18T18:53:24,742 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731956004695.cf7db97b1e7ff4f455e0da6531d95e3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:24,744 INFO [StoreOpener-cf7db97b1e7ff4f455e0da6531d95e3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cf7db97b1e7ff4f455e0da6531d95e3b 2024-11-18T18:53:24,747 INFO [StoreOpener-cf7db97b1e7ff4f455e0da6531d95e3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf7db97b1e7ff4f455e0da6531d95e3b columnFamilyName a 2024-11-18T18:53:24,747 DEBUG [StoreOpener-cf7db97b1e7ff4f455e0da6531d95e3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:24,748 INFO [StoreOpener-cf7db97b1e7ff4f455e0da6531d95e3b-1 {}] regionserver.HStore(327): Store=cf7db97b1e7ff4f455e0da6531d95e3b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:24,749 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cf7db97b1e7ff4f455e0da6531d95e3b 2024-11-18T18:53:24,750 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b 2024-11-18T18:53:24,751 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b 2024-11-18T18:53:24,752 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cf7db97b1e7ff4f455e0da6531d95e3b 2024-11-18T18:53:24,752 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cf7db97b1e7ff4f455e0da6531d95e3b 2024-11-18T18:53:24,755 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cf7db97b1e7ff4f455e0da6531d95e3b 2024-11-18T18:53:24,758 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:53:24,759 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cf7db97b1e7ff4f455e0da6531d95e3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63435687, jitterRate=-0.05473460257053375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:53:24,760 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cf7db97b1e7ff4f455e0da6531d95e3b: Writing region info on filesystem at 1731956004742Initializing all the Stores at 1731956004744 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956004744Cleaning up temporary data from old regions at 1731956004752 (+8 ms)Region opened successfully at 1731956004759 (+7 ms) 2024-11-18T18:53:24,760 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cf7db97b1e7ff4f455e0da6531d95e3b, disabling compactions & flushes 2024-11-18T18:53:24,760 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731956004695.cf7db97b1e7ff4f455e0da6531d95e3b. 2024-11-18T18:53:24,760 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731956004695.cf7db97b1e7ff4f455e0da6531d95e3b. 2024-11-18T18:53:24,760 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731956004695.cf7db97b1e7ff4f455e0da6531d95e3b. after waiting 0 ms 2024-11-18T18:53:24,760 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731956004695.cf7db97b1e7ff4f455e0da6531d95e3b. 2024-11-18T18:53:24,760 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731956004695.cf7db97b1e7ff4f455e0da6531d95e3b. 2024-11-18T18:53:24,760 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cf7db97b1e7ff4f455e0da6531d95e3b: Waiting for close lock at 1731956004760Disabling compacts and flushes for region at 1731956004760Disabling writes for close at 1731956004760Writing region close event to WAL at 1731956004760Closed at 1731956004760 2024-11-18T18:53:24,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741845_1021 (size=93) 2024-11-18T18:53:24,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741845_1021 (size=93) 2024-11-18T18:53:24,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741845_1021 (size=93) 2024-11-18T18:53:24,772 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T18:53:24,772 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-68561556:(num 1731956004701) 2024-11-18T18:53:24,773 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-18T18:53:24,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741847_1023 (size=369) 2024-11-18T18:53:24,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741847_1023 (size=369) 2024-11-18T18:53:24,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741847_1023 (size=369) 2024-11-18T18:53:24,800 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-18T18:53:24,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741848_1024 (size=231) 2024-11-18T18:53:24,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741848_1024 (size=231) 2024-11-18T18:53:24,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741848_1024 (size=231) 2024-11-18T18:53:24,851 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-2, size=231 (231bytes) 2024-11-18T18:53:24,851 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-2 2024-11-18T18:53:24,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-2 after 1ms 2024-11-18T18:53:24,857 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-2 took 6ms 2024-11-18T18:53:24,862 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-2 so closing down 2024-11-18T18:53:24,862 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:53:24,865 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-18T18:53:24,866 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000002-wal-2.temp 2024-11-18T18:53:24,867 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:53:24,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741849_1025 (size=231) 2024-11-18T18:53:24,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741849_1025 (size=231) 2024-11-18T18:53:24,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741849_1025 (size=231) 2024-11-18T18:53:24,879 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T18:53:24,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000002 2024-11-18T18:53:24,882 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-18T18:53:24,883 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-2, journal: Splitting hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-2, size=231 (231bytes) at 1731956004851Finishing writing output for hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-2 so closing down at 1731956004862 (+11 ms)Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000002-wal-2.temp at 1731956004867 (+5 ms)3 split writer threads finished at 1731956004867Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731956004879 (+12 ms)Rename recovered edits hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000002 at 1731956004882 (+3 ms)Processed 1 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1731956004882 2024-11-18T18:53:24,899 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-1, size=369 (369bytes) 2024-11-18T18:53:24,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-1 2024-11-18T18:53:24,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-1 after 1ms 2024-11-18T18:53:24,904 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-1 took 5ms 2024-11-18T18:53:24,907 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-1 so closing down 2024-11-18T18:53:24,907 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:53:24,910 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-18T18:53:24,911 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000001-wal-1.temp 2024-11-18T18:53:24,912 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:53:24,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741850_1026 (size=369) 2024-11-18T18:53:24,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741850_1026 (size=369) 2024-11-18T18:53:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741850_1026 (size=369) 2024-11-18T18:53:24,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-18T18:53:24,929 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000002, length=231 2024-11-18T18:53:24,931 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000002 2024-11-18T18:53:24,932 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-18T18:53:24,932 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-1, journal: Splitting hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-1, size=369 (369bytes) at 1731956004899Finishing writing output for hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-1 so closing down at 1731956004907 (+8 ms)Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000001-wal-1.temp at 1731956004911 (+4 ms)3 split writer threads finished at 1731956004912 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731956004922 (+10 ms)Rename recovered edits hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000002 at 1731956004931 (+9 ms)Processed 2 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1731956004932 (+1 ms) 2024-11-18T18:53:24,932 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:24,934 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:24,947 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal.1731956004935, exclude list is [], retry=0 2024-11-18T18:53:24,951 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:24,951 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:24,952 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:24,954 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal.1731956004935 2024-11-18T18:53:24,954 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:36197:36197)] 2024-11-18T18:53:24,954 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cf7db97b1e7ff4f455e0da6531d95e3b, NAME => 'testReplayEditsWrittenIntoWAL,,1731956004695.cf7db97b1e7ff4f455e0da6531d95e3b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:24,954 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731956004695.cf7db97b1e7ff4f455e0da6531d95e3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:24,954 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cf7db97b1e7ff4f455e0da6531d95e3b 2024-11-18T18:53:24,954 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cf7db97b1e7ff4f455e0da6531d95e3b 2024-11-18T18:53:24,956 INFO [StoreOpener-cf7db97b1e7ff4f455e0da6531d95e3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cf7db97b1e7ff4f455e0da6531d95e3b 2024-11-18T18:53:24,958 INFO [StoreOpener-cf7db97b1e7ff4f455e0da6531d95e3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf7db97b1e7ff4f455e0da6531d95e3b columnFamilyName a 2024-11-18T18:53:24,958 DEBUG [StoreOpener-cf7db97b1e7ff4f455e0da6531d95e3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:24,959 INFO [StoreOpener-cf7db97b1e7ff4f455e0da6531d95e3b-1 {}] regionserver.HStore(327): Store=cf7db97b1e7ff4f455e0da6531d95e3b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:24,959 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cf7db97b1e7ff4f455e0da6531d95e3b 2024-11-18T18:53:24,959 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b 2024-11-18T18:53:24,961 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b 2024-11-18T18:53:24,962 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000002 2024-11-18T18:53:24,966 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000002 2024-11-18T18:53:24,966 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cf7db97b1e7ff4f455e0da6531d95e3b 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-18T18:53:24,982 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/.tmp/a/eb0e8ec756df4d3388e37603eee76dae is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731956004772/Put/seqid=0 2024-11-18T18:53:24,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741852_1028 (size=5170) 2024-11-18T18:53:24,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741852_1028 (size=5170) 2024-11-18T18:53:24,992 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/.tmp/a/eb0e8ec756df4d3388e37603eee76dae 2024-11-18T18:53:24,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741852_1028 (size=5170) 2024-11-18T18:53:25,002 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/.tmp/a/eb0e8ec756df4d3388e37603eee76dae as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/a/eb0e8ec756df4d3388e37603eee76dae 2024-11-18T18:53:25,011 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/a/eb0e8ec756df4d3388e37603eee76dae, entries=2, sequenceid=2, filesize=5.0 K 2024-11-18T18:53:25,011 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for cf7db97b1e7ff4f455e0da6531d95e3b in 45ms, sequenceid=2, compaction requested=false; wal=null 2024-11-18T18:53:25,012 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/0000000000000000002 2024-11-18T18:53:25,012 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cf7db97b1e7ff4f455e0da6531d95e3b 2024-11-18T18:53:25,012 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cf7db97b1e7ff4f455e0da6531d95e3b 2024-11-18T18:53:25,015 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cf7db97b1e7ff4f455e0da6531d95e3b 2024-11-18T18:53:25,017 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/cf7db97b1e7ff4f455e0da6531d95e3b/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-18T18:53:25,019 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cf7db97b1e7ff4f455e0da6531d95e3b; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72689549, jitterRate=0.08315868675708771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:53:25,019 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cf7db97b1e7ff4f455e0da6531d95e3b: Writing region info on filesystem at 1731956004955Initializing all the Stores at 1731956004956 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956004956Obtaining lock to block concurrent updates at 1731956004966 (+10 ms)Preparing flush snapshotting stores in cf7db97b1e7ff4f455e0da6531d95e3b at 1731956004966Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731956004695.cf7db97b1e7ff4f455e0da6531d95e3b., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731956004967 (+1 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731956004695.cf7db97b1e7ff4f455e0da6531d95e3b. at 1731956004967Flushing cf7db97b1e7ff4f455e0da6531d95e3b/a: creating writer at 1731956004967Flushing cf7db97b1e7ff4f455e0da6531d95e3b/a: appending metadata at 1731956004981 (+14 ms)Flushing cf7db97b1e7ff4f455e0da6531d95e3b/a: closing flushed file at 1731956004981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4721dd18: reopening flushed file at 1731956005001 (+20 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for cf7db97b1e7ff4f455e0da6531d95e3b in 45ms, sequenceid=2, compaction requested=false; wal=null at 1731956005011 (+10 ms)Cleaning up temporary data from old regions at 1731956005012 (+1 ms)Region opened successfully at 1731956005019 (+7 ms) 2024-11-18T18:53:25,036 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=390 (was 380) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:58600 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:56414 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-913112732-172.17.0.2-1731955997373:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-913112732-172.17.0.2-1731955997373:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-913112732-172.17.0.2-1731955997373:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:42196 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:56616 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:42354 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:58406 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=2507 (was 2511) 2024-11-18T18:53:25,047 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=390, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=2506 2024-11-18T18:53:25,064 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:25,067 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:25,068 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:53:25,071 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-88617537, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/hregion-88617537, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:25,083 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-88617537/hregion-88617537.1731956005072, exclude list is [], retry=0 2024-11-18T18:53:25,087 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:25,087 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:25,087 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:25,090 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-88617537/hregion-88617537.1731956005072 2024-11-18T18:53:25,090 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:36197:36197)] 2024-11-18T18:53:25,090 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9930a69abaf665dc545a7ec5647c3fbe, NAME => 'testReplayEditsWrittenIntoWAL,,1731956005065.9930a69abaf665dc545a7ec5647c3fbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40363/hbase 2024-11-18T18:53:25,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741854_1030 (size=64) 2024-11-18T18:53:25,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741854_1030 (size=64) 2024-11-18T18:53:25,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741854_1030 (size=64) 2024-11-18T18:53:25,103 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731956005065.9930a69abaf665dc545a7ec5647c3fbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:25,104 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:25,106 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9930a69abaf665dc545a7ec5647c3fbe columnFamilyName a 2024-11-18T18:53:25,106 DEBUG [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:25,107 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] regionserver.HStore(327): Store=9930a69abaf665dc545a7ec5647c3fbe/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:25,107 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:25,109 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9930a69abaf665dc545a7ec5647c3fbe columnFamilyName b 2024-11-18T18:53:25,109 DEBUG [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:25,109 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] regionserver.HStore(327): Store=9930a69abaf665dc545a7ec5647c3fbe/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:25,110 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:25,112 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9930a69abaf665dc545a7ec5647c3fbe columnFamilyName c 2024-11-18T18:53:25,112 DEBUG [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:25,112 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] regionserver.HStore(327): Store=9930a69abaf665dc545a7ec5647c3fbe/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:25,113 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:25,113 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:25,114 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:25,115 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:25,115 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:25,116 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:25,117 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:25,120 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:53:25,121 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9930a69abaf665dc545a7ec5647c3fbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66695103, jitterRate=-0.0061655193567276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:25,121 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9930a69abaf665dc545a7ec5647c3fbe: Writing region info on filesystem at 1731956005103Initializing all the Stores at 1731956005104 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956005104Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956005104Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956005104Cleaning up temporary data from old regions at 1731956005115 (+11 ms)Region opened successfully at 1731956005121 (+6 ms) 2024-11-18T18:53:25,121 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9930a69abaf665dc545a7ec5647c3fbe, disabling compactions & flushes 2024-11-18T18:53:25,121 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731956005065.9930a69abaf665dc545a7ec5647c3fbe. 2024-11-18T18:53:25,121 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731956005065.9930a69abaf665dc545a7ec5647c3fbe. 2024-11-18T18:53:25,121 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731956005065.9930a69abaf665dc545a7ec5647c3fbe. after waiting 0 ms 2024-11-18T18:53:25,121 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731956005065.9930a69abaf665dc545a7ec5647c3fbe. 2024-11-18T18:53:25,121 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731956005065.9930a69abaf665dc545a7ec5647c3fbe. 2024-11-18T18:53:25,122 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9930a69abaf665dc545a7ec5647c3fbe: Waiting for close lock at 1731956005121Disabling compacts and flushes for region at 1731956005121Disabling writes for close at 1731956005121Writing region close event to WAL at 1731956005121Closed at 1731956005121 2024-11-18T18:53:25,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741853_1029 (size=93) 2024-11-18T18:53:25,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741853_1029 (size=93) 2024-11-18T18:53:25,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741853_1029 (size=93) 2024-11-18T18:53:25,129 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T18:53:25,129 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-88617537:(num 1731956005072) 2024-11-18T18:53:25,129 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:25,132 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:25,144 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132, exclude list is [], retry=0 2024-11-18T18:53:25,147 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:25,148 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:25,149 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:25,152 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132 2024-11-18T18:53:25,152 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-18T18:53:25,368 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132, size=0 (0bytes) 2024-11-18T18:53:25,368 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132 might be still open, length is 0 2024-11-18T18:53:25,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132 2024-11-18T18:53:25,369 WARN [IPC Server handler 2 on default port 40363 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-18T18:53:25,369 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132 after 1ms 2024-11-18T18:53:26,137 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:56634 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44767:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56634 dst: /127.0.0.1:44767 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44767 remote=/127.0.0.1:56634]. Total timeout mills is 60000, 59199 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:26,138 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:42382 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38573:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42382 dst: /127.0.0.1:38573 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:26,138 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:58648 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36673:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58648 dst: /127.0.0.1:36673 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:26,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741855_1032 (size=470675) 2024-11-18T18:53:26,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741855_1032 (size=470675) 2024-11-18T18:53:26,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741855_1032 (size=470675) 2024-11-18T18:53:29,372 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132 after 4003ms 2024-11-18T18:53:29,381 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132 took 4013ms 2024-11-18T18:53:29,381 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T18:53:29,387 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731956005132.temp 2024-11-18T18:53:29,391 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/recovered.edits/0000000000000000001-wal.1731956005132.temp 2024-11-18T18:53:29,460 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:53:29,478 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132; continuing. 2024-11-18T18:53:29,478 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132 so closing down 2024-11-18T18:53:29,478 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:53:29,479 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:53:29,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741856_1033 (size=470683) 2024-11-18T18:53:29,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741856_1033 (size=470683) 2024-11-18T18:53:29,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741856_1033 (size=470683) 2024-11-18T18:53:29,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/recovered.edits/0000000000000000001-wal.1731956005132.temp (wrote 3002 edits, skipped 0 edits in 33 ms) 2024-11-18T18:53:29,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/recovered.edits/0000000000000000001-wal.1731956005132.temp to hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/recovered.edits/0000000000000003002 2024-11-18T18:53:29,489 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T18:53:29,489 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132, journal: Splitting hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132, size=0 (0bytes) at 1731956005368Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/recovered.edits/0000000000000000001-wal.1731956005132.temp at 1731956009391 (+4023 ms)Split 1024 edits, skipped 0 edits. at 1731956009440 (+49 ms)Split 2048 edits, skipped 0 edits. at 1731956009462 (+22 ms)Finishing writing output for hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132 so closing down at 1731956009478 (+16 ms)3 split writer threads finished at 1731956009479 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/recovered.edits/0000000000000000001-wal.1731956005132.temp (wrote 3002 edits, skipped 0 edits in 33 ms) at 1731956009486 (+7 ms)Rename recovered edits hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/recovered.edits/0000000000000000001-wal.1731956005132.temp to hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/recovered.edits/0000000000000003002 at 1731956009488 (+2 ms)Processed 3002 edits across 1 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132, size=0, length=0, corrupted=false, cancelled=false at 1731956009489 (+1 ms) 2024-11-18T18:53:29,491 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132 to hdfs://localhost:40363/hbase/oldWALs/wal.1731956005132 2024-11-18T18:53:29,492 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/recovered.edits/0000000000000003002 2024-11-18T18:53:29,493 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:29,495 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:29,507 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956009495, exclude list is [], retry=0 2024-11-18T18:53:29,510 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:29,510 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:29,511 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:29,513 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956009495 2024-11-18T18:53:29,513 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:36197:36197)] 2024-11-18T18:53:29,513 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731956005065.9930a69abaf665dc545a7ec5647c3fbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:29,515 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:29,516 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9930a69abaf665dc545a7ec5647c3fbe columnFamilyName a 2024-11-18T18:53:29,516 DEBUG [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:29,517 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] regionserver.HStore(327): Store=9930a69abaf665dc545a7ec5647c3fbe/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:29,517 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:29,519 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9930a69abaf665dc545a7ec5647c3fbe columnFamilyName b 2024-11-18T18:53:29,519 DEBUG [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:29,519 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] regionserver.HStore(327): Store=9930a69abaf665dc545a7ec5647c3fbe/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:29,519 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:29,521 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9930a69abaf665dc545a7ec5647c3fbe columnFamilyName c 2024-11-18T18:53:29,521 DEBUG [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:29,521 INFO [StoreOpener-9930a69abaf665dc545a7ec5647c3fbe-1 {}] regionserver.HStore(327): Store=9930a69abaf665dc545a7ec5647c3fbe/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:29,522 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:29,523 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:29,525 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:29,526 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/recovered.edits/0000000000000003002 2024-11-18T18:53:29,562 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-18T18:53:29,888 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9930a69abaf665dc545a7ec5647c3fbe 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-18T18:53:29,930 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/a/d00acb23e44646eca3d1fa272c6763b6 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731956005165/Put/seqid=0 2024-11-18T18:53:29,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741858_1035 (size=50463) 2024-11-18T18:53:29,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741858_1035 (size=50463) 2024-11-18T18:53:29,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741858_1035 (size=50463) 2024-11-18T18:53:29,938 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/a/d00acb23e44646eca3d1fa272c6763b6 2024-11-18T18:53:29,945 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/a/d00acb23e44646eca3d1fa272c6763b6 as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/a/d00acb23e44646eca3d1fa272c6763b6 2024-11-18T18:53:29,953 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/a/d00acb23e44646eca3d1fa272c6763b6, entries=754, sequenceid=754, filesize=49.3 K 2024-11-18T18:53:29,954 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 9930a69abaf665dc545a7ec5647c3fbe in 65ms, sequenceid=754, compaction requested=false; wal=null 2024-11-18T18:53:29,969 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-18T18:53:29,969 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9930a69abaf665dc545a7ec5647c3fbe 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-18T18:53:29,978 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/a/eb91416b88464d7ea6927e0b7914443b is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731956005228/Put/seqid=0 2024-11-18T18:53:29,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741859_1036 (size=20072) 2024-11-18T18:53:29,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741859_1036 (size=20072) 2024-11-18T18:53:29,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741859_1036 (size=20072) 2024-11-18T18:53:29,994 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/a/eb91416b88464d7ea6927e0b7914443b 2024-11-18T18:53:30,020 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/b/3d24edfa5d754b13a0ac90011422dca3 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731956005253/Put/seqid=0 2024-11-18T18:53:30,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741860_1037 (size=35835) 2024-11-18T18:53:30,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741860_1037 (size=35835) 2024-11-18T18:53:30,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741860_1037 (size=35835) 2024-11-18T18:53:30,029 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/b/3d24edfa5d754b13a0ac90011422dca3 2024-11-18T18:53:30,036 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/a/eb91416b88464d7ea6927e0b7914443b as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/a/eb91416b88464d7ea6927e0b7914443b 2024-11-18T18:53:30,043 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/a/eb91416b88464d7ea6927e0b7914443b, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-18T18:53:30,045 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/b/3d24edfa5d754b13a0ac90011422dca3 as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/b/3d24edfa5d754b13a0ac90011422dca3 2024-11-18T18:53:30,053 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/b/3d24edfa5d754b13a0ac90011422dca3, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-18T18:53:30,053 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 9930a69abaf665dc545a7ec5647c3fbe in 84ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-18T18:53:30,063 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-18T18:53:30,063 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9930a69abaf665dc545a7ec5647c3fbe 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-18T18:53:30,071 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/b/5173b9bba8fd4c468b014ae0d0d378e2 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731956005274/Put/seqid=0 2024-11-18T18:53:30,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741861_1038 (size=35082) 2024-11-18T18:53:30,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741861_1038 (size=35082) 2024-11-18T18:53:30,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741861_1038 (size=35082) 2024-11-18T18:53:30,080 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/b/5173b9bba8fd4c468b014ae0d0d378e2 2024-11-18T18:53:30,106 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/c/6bab3bc3ab8242e9a344aec2a40cd8a4 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731956005298/Put/seqid=0 2024-11-18T18:53:30,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741862_1039 (size=20825) 2024-11-18T18:53:30,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741862_1039 (size=20825) 2024-11-18T18:53:30,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741862_1039 (size=20825) 2024-11-18T18:53:30,115 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/c/6bab3bc3ab8242e9a344aec2a40cd8a4 2024-11-18T18:53:30,124 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/b/5173b9bba8fd4c468b014ae0d0d378e2 as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/b/5173b9bba8fd4c468b014ae0d0d378e2 2024-11-18T18:53:30,132 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/b/5173b9bba8fd4c468b014ae0d0d378e2, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-18T18:53:30,133 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/c/6bab3bc3ab8242e9a344aec2a40cd8a4 as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/c/6bab3bc3ab8242e9a344aec2a40cd8a4 2024-11-18T18:53:30,141 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/c/6bab3bc3ab8242e9a344aec2a40cd8a4, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-18T18:53:30,142 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 9930a69abaf665dc545a7ec5647c3fbe in 79ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-18T18:53:30,149 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731956005334/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731956005065.9930a69abaf665dc545a7ec5647c3fbe. 2024-11-18T18:53:30,152 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/recovered.edits/0000000000000003002 2024-11-18T18:53:30,152 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-18T18:53:30,153 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9930a69abaf665dc545a7ec5647c3fbe 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-18T18:53:30,161 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/c/f169c2d85502441ab1d5ce595c461450 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731956005305/Put/seqid=0 2024-11-18T18:53:30,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741863_1040 (size=50301) 2024-11-18T18:53:30,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741863_1040 (size=50301) 2024-11-18T18:53:30,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741863_1040 (size=50301) 2024-11-18T18:53:30,169 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/c/f169c2d85502441ab1d5ce595c461450 2024-11-18T18:53:30,175 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f169c2d85502441ab1d5ce595c461450 2024-11-18T18:53:30,177 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/.tmp/c/f169c2d85502441ab1d5ce595c461450 as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/c/f169c2d85502441ab1d5ce595c461450 2024-11-18T18:53:30,183 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f169c2d85502441ab1d5ce595c461450 2024-11-18T18:53:30,183 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/c/f169c2d85502441ab1d5ce595c461450, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-18T18:53:30,184 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 9930a69abaf665dc545a7ec5647c3fbe in 32ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-18T18:53:30,185 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/recovered.edits/0000000000000003002 2024-11-18T18:53:30,186 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:30,186 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:30,186 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T18:53:30,188 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9930a69abaf665dc545a7ec5647c3fbe 2024-11-18T18:53:30,190 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenIntoWAL/9930a69abaf665dc545a7ec5647c3fbe/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-18T18:53:30,191 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9930a69abaf665dc545a7ec5647c3fbe; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74614261, jitterRate=0.11183913052082062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T18:53:30,192 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9930a69abaf665dc545a7ec5647c3fbe: Writing region info on filesystem at 1731956009513Initializing all the Stores at 1731956009515 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956009515Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956009515Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956009515Cleaning up temporary data from old regions at 1731956010186 (+671 ms)Region opened successfully at 1731956010192 (+6 ms) 2024-11-18T18:53:30,259 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9930a69abaf665dc545a7ec5647c3fbe, disabling compactions & flushes 2024-11-18T18:53:30,259 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731956005065.9930a69abaf665dc545a7ec5647c3fbe. 2024-11-18T18:53:30,259 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731956005065.9930a69abaf665dc545a7ec5647c3fbe. 2024-11-18T18:53:30,259 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731956005065.9930a69abaf665dc545a7ec5647c3fbe. after waiting 0 ms 2024-11-18T18:53:30,259 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731956005065.9930a69abaf665dc545a7ec5647c3fbe. 2024-11-18T18:53:30,261 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731956005065.9930a69abaf665dc545a7ec5647c3fbe. 2024-11-18T18:53:30,261 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9930a69abaf665dc545a7ec5647c3fbe: Waiting for close lock at 1731956010259Disabling compacts and flushes for region at 1731956010259Disabling writes for close at 1731956010259Writing region close event to WAL at 1731956010261 (+2 ms)Closed at 1731956010261 2024-11-18T18:53:30,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741857_1034 (size=93) 2024-11-18T18:53:30,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741857_1034 (size=93) 2024-11-18T18:53:30,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741857_1034 (size=93) 2024-11-18T18:53:30,267 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T18:53:30,268 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731956009495) 2024-11-18T18:53:30,283 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=404 (was 390) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:40363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:40363 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2019151554_22 at /127.0.0.1:54568 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2019151554_22 at /127.0.0.1:54610 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:45047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2019151554_22 at /127.0.0.1:43690 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:41981 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2019151554_22 at /127.0.0.1:41684 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=219 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=2443 (was 2506) 2024-11-18T18:53:30,294 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=404, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=2442 2024-11-18T18:53:30,310 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:30,312 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:30,313 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:53:30,316 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-84846865, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/hregion-84846865, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:30,328 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-84846865/hregion-84846865.1731956010316, exclude list is [], retry=0 2024-11-18T18:53:30,332 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:30,332 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:30,333 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:30,335 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-84846865/hregion-84846865.1731956010316 2024-11-18T18:53:30,337 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:38747:38747)] 2024-11-18T18:53:30,337 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => dee9d365a46f24e1a2cb835383b17ce4, NAME => 'test2727,,1731956010310.dee9d365a46f24e1a2cb835383b17ce4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40363/hbase 2024-11-18T18:53:30,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741865_1042 (size=43) 2024-11-18T18:53:30,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741865_1042 (size=43) 2024-11-18T18:53:30,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741865_1042 (size=43) 2024-11-18T18:53:30,349 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731956010310.dee9d365a46f24e1a2cb835383b17ce4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:30,355 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:30,357 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dee9d365a46f24e1a2cb835383b17ce4 columnFamilyName a 2024-11-18T18:53:30,357 DEBUG [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:30,358 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] regionserver.HStore(327): Store=dee9d365a46f24e1a2cb835383b17ce4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:30,358 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:30,360 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dee9d365a46f24e1a2cb835383b17ce4 columnFamilyName b 2024-11-18T18:53:30,360 DEBUG [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:30,361 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] regionserver.HStore(327): Store=dee9d365a46f24e1a2cb835383b17ce4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:30,361 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:30,363 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dee9d365a46f24e1a2cb835383b17ce4 columnFamilyName c 2024-11-18T18:53:30,363 DEBUG [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:30,364 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] regionserver.HStore(327): Store=dee9d365a46f24e1a2cb835383b17ce4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:30,364 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:30,366 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:30,366 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:30,368 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:30,368 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:30,369 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:30,371 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:30,374 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:53:30,375 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dee9d365a46f24e1a2cb835383b17ce4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66843420, jitterRate=-0.003955423831939697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:30,376 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dee9d365a46f24e1a2cb835383b17ce4: Writing region info on filesystem at 1731956010349Initializing all the Stores at 1731956010350 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956010350Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956010354 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956010355 (+1 ms)Cleaning up temporary data from old regions at 1731956010368 (+13 ms)Region opened successfully at 1731956010376 (+8 ms) 2024-11-18T18:53:30,376 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dee9d365a46f24e1a2cb835383b17ce4, disabling compactions & flushes 2024-11-18T18:53:30,376 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731956010310.dee9d365a46f24e1a2cb835383b17ce4. 2024-11-18T18:53:30,376 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731956010310.dee9d365a46f24e1a2cb835383b17ce4. 2024-11-18T18:53:30,377 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731956010310.dee9d365a46f24e1a2cb835383b17ce4. after waiting 0 ms 2024-11-18T18:53:30,377 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731956010310.dee9d365a46f24e1a2cb835383b17ce4. 2024-11-18T18:53:30,377 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731956010310.dee9d365a46f24e1a2cb835383b17ce4. 2024-11-18T18:53:30,377 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dee9d365a46f24e1a2cb835383b17ce4: Waiting for close lock at 1731956010376Disabling compacts and flushes for region at 1731956010376Disabling writes for close at 1731956010377 (+1 ms)Writing region close event to WAL at 1731956010377Closed at 1731956010377 2024-11-18T18:53:30,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741864_1041 (size=93) 2024-11-18T18:53:30,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741864_1041 (size=93) 2024-11-18T18:53:30,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741864_1041 (size=93) 2024-11-18T18:53:30,385 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T18:53:30,385 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-84846865:(num 1731956010316) 2024-11-18T18:53:30,385 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:30,388 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:30,401 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010388, exclude list is [], retry=0 2024-11-18T18:53:30,405 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:30,406 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:30,406 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:30,408 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010388 2024-11-18T18:53:30,412 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:38747:38747)] 2024-11-18T18:53:30,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741866_1043 (size=344306) 2024-11-18T18:53:30,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741866_1043 (size=344306) 2024-11-18T18:53:30,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741866_1043 (size=344306) 2024-11-18T18:53:30,646 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010388, size=336.2 K (344306bytes) 2024-11-18T18:53:30,646 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010388 2024-11-18T18:53:30,646 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010388 after 0ms 2024-11-18T18:53:30,651 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010388 took 6ms 2024-11-18T18:53:30,656 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731956010388.temp 2024-11-18T18:53:30,658 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000000001-wal.1731956010388.temp 2024-11-18T18:53:30,688 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010388 so closing down 2024-11-18T18:53:30,688 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:53:30,689 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:53:30,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741867_1044 (size=344306) 2024-11-18T18:53:30,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741867_1044 (size=344306) 2024-11-18T18:53:30,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000000001-wal.1731956010388.temp (wrote 3000 edits, skipped 0 edits in 11 ms) 2024-11-18T18:53:30,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741867_1044 (size=344306) 2024-11-18T18:53:30,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000000001-wal.1731956010388.temp to hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000003000 2024-11-18T18:53:30,697 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010388, size=336.2 K, length=344306, corrupted=false, cancelled=false 2024-11-18T18:53:30,697 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010388, journal: Splitting hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010388, size=336.2 K (344306bytes) at 1731956010646Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000000001-wal.1731956010388.temp at 1731956010658 (+12 ms)Split 1024 edits, skipped 0 edits. at 1731956010667 (+9 ms)Split 2048 edits, skipped 0 edits. at 1731956010679 (+12 ms)Finishing writing output for hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010388 so closing down at 1731956010688 (+9 ms)3 split writer threads finished at 1731956010689 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000000001-wal.1731956010388.temp (wrote 3000 edits, skipped 0 edits in 11 ms) at 1731956010695 (+6 ms)Rename recovered edits hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000000001-wal.1731956010388.temp to hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000003000 at 1731956010697 (+2 ms)Processed 3000 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010388, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1731956010697 2024-11-18T18:53:30,700 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010388 to hdfs://localhost:40363/hbase/oldWALs/wal.1731956010388 2024-11-18T18:53:30,702 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000003000 2024-11-18T18:53:30,702 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:30,705 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:30,719 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010705, exclude list is [], retry=0 2024-11-18T18:53:30,723 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:30,723 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:30,724 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:30,727 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010705 2024-11-18T18:53:30,727 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-18T18:53:30,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741868_1045 (size=344433) 2024-11-18T18:53:30,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741868_1045 (size=344433) 2024-11-18T18:53:30,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741868_1045 (size=344433) 2024-11-18T18:53:30,948 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010705, size=336.4 K (344433bytes) 2024-11-18T18:53:30,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010705 2024-11-18T18:53:30,949 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010705 after 1ms 2024-11-18T18:53:30,954 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010705 took 5ms 2024-11-18T18:53:30,958 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731956010705.temp 2024-11-18T18:53:30,959 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000003001-wal.1731956010705.temp 2024-11-18T18:53:30,975 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010705 so closing down 2024-11-18T18:53:30,976 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:53:30,979 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:53:30,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741869_1046 (size=344433) 2024-11-18T18:53:30,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741869_1046 (size=344433) 2024-11-18T18:53:30,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741869_1046 (size=344433) 2024-11-18T18:53:30,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000003001-wal.1731956010705.temp (wrote 3000 edits, skipped 0 edits in 7 ms) 2024-11-18T18:53:30,985 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000003001-wal.1731956010705.temp to hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000006000 2024-11-18T18:53:30,985 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010705, size=336.4 K, length=344433, corrupted=false, cancelled=false 2024-11-18T18:53:30,985 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010705, journal: Splitting hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010705, size=336.4 K (344433bytes) at 1731956010948Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000003001-wal.1731956010705.temp at 1731956010959 (+11 ms)Split 1024 edits, skipped 0 edits. at 1731956010962 (+3 ms)Split 2048 edits, skipped 0 edits. at 1731956010969 (+7 ms)Finishing writing output for hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010705 so closing down at 1731956010976 (+7 ms)3 split writer threads finished at 1731956010979 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000003001-wal.1731956010705.temp (wrote 3000 edits, skipped 0 edits in 7 ms) at 1731956010983 (+4 ms)Rename recovered edits hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000003001-wal.1731956010705.temp to hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000006000 at 1731956010985 (+2 ms)Processed 3000 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010705, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1731956010985 2024-11-18T18:53:30,991 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010705 to hdfs://localhost:40363/hbase/oldWALs/wal.1731956010705 2024-11-18T18:53:30,992 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000006000 2024-11-18T18:53:30,992 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:30,995 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/test2727-manual,16010,1731956010309, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:31,007 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010995, exclude list is [], retry=0 2024-11-18T18:53:31,011 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:31,011 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:31,012 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:31,015 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731956010309/wal.1731956010995 2024-11-18T18:53:31,015 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:38747:38747)] 2024-11-18T18:53:31,015 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => dee9d365a46f24e1a2cb835383b17ce4, NAME => 'test2727,,1731956010310.dee9d365a46f24e1a2cb835383b17ce4.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:31,015 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731956010310.dee9d365a46f24e1a2cb835383b17ce4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:31,015 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:31,016 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:31,017 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:31,018 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dee9d365a46f24e1a2cb835383b17ce4 columnFamilyName a 2024-11-18T18:53:31,018 DEBUG [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:31,019 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] regionserver.HStore(327): Store=dee9d365a46f24e1a2cb835383b17ce4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:31,019 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:31,020 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dee9d365a46f24e1a2cb835383b17ce4 columnFamilyName b 2024-11-18T18:53:31,020 DEBUG [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:31,021 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] regionserver.HStore(327): Store=dee9d365a46f24e1a2cb835383b17ce4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:31,021 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:31,022 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dee9d365a46f24e1a2cb835383b17ce4 columnFamilyName c 2024-11-18T18:53:31,022 DEBUG [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:31,022 INFO [StoreOpener-dee9d365a46f24e1a2cb835383b17ce4-1 {}] regionserver.HStore(327): Store=dee9d365a46f24e1a2cb835383b17ce4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:31,022 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:31,023 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:31,025 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:31,026 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000003000 2024-11-18T18:53:31,052 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000003000 2024-11-18T18:53:31,053 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000006000 2024-11-18T18:53:31,090 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000006000 2024-11-18T18:53:31,090 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dee9d365a46f24e1a2cb835383b17ce4 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-18T18:53:31,113 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/.tmp/a/08d9382966e74e798a3463136c142445 is 41, key is test2727/a:100/1731956010731/Put/seqid=0 2024-11-18T18:53:31,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741871_1048 (size=84227) 2024-11-18T18:53:31,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741871_1048 (size=84227) 2024-11-18T18:53:31,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741871_1048 (size=84227) 2024-11-18T18:53:31,124 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/.tmp/a/08d9382966e74e798a3463136c142445 2024-11-18T18:53:31,151 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/.tmp/b/bf2d2a7e1f624b82a062feaca64cd6a2 is 41, key is test2727/b:100/1731956010778/Put/seqid=0 2024-11-18T18:53:31,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741872_1049 (size=84609) 2024-11-18T18:53:31,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741872_1049 (size=84609) 2024-11-18T18:53:31,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741872_1049 (size=84609) 2024-11-18T18:53:31,162 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/.tmp/b/bf2d2a7e1f624b82a062feaca64cd6a2 2024-11-18T18:53:31,195 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/.tmp/c/cc85bbf4d0064bc2b2315606f4013e36 is 41, key is test2727/c:100/1731956010869/Put/seqid=0 2024-11-18T18:53:31,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741873_1050 (size=84609) 2024-11-18T18:53:31,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741873_1050 (size=84609) 2024-11-18T18:53:31,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741873_1050 (size=84609) 2024-11-18T18:53:31,202 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/.tmp/c/cc85bbf4d0064bc2b2315606f4013e36 2024-11-18T18:53:31,211 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/.tmp/a/08d9382966e74e798a3463136c142445 as hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/a/08d9382966e74e798a3463136c142445 2024-11-18T18:53:31,219 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/a/08d9382966e74e798a3463136c142445, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-18T18:53:31,221 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/.tmp/b/bf2d2a7e1f624b82a062feaca64cd6a2 as hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/b/bf2d2a7e1f624b82a062feaca64cd6a2 2024-11-18T18:53:31,230 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/b/bf2d2a7e1f624b82a062feaca64cd6a2, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-18T18:53:31,231 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/.tmp/c/cc85bbf4d0064bc2b2315606f4013e36 as hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/c/cc85bbf4d0064bc2b2315606f4013e36 2024-11-18T18:53:31,240 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/c/cc85bbf4d0064bc2b2315606f4013e36, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-18T18:53:31,240 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for dee9d365a46f24e1a2cb835383b17ce4 in 150ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-18T18:53:31,242 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000003000 2024-11-18T18:53:31,242 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/0000000000000006000 2024-11-18T18:53:31,244 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:31,244 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:31,245 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:31,248 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dee9d365a46f24e1a2cb835383b17ce4 2024-11-18T18:53:31,251 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/test2727/dee9d365a46f24e1a2cb835383b17ce4/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-18T18:53:31,253 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dee9d365a46f24e1a2cb835383b17ce4; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64539681, jitterRate=-0.0382838100194931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:31,254 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dee9d365a46f24e1a2cb835383b17ce4: Writing region info on filesystem at 1731956011016Initializing all the Stores at 1731956011017 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956011017Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956011017Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956011017Obtaining lock to block concurrent updates at 1731956011090 (+73 ms)Preparing flush snapshotting stores in dee9d365a46f24e1a2cb835383b17ce4 at 1731956011090Finished memstore snapshotting test2727,,1731956010310.dee9d365a46f24e1a2cb835383b17ce4., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731956011091 (+1 ms)Flushing stores of test2727,,1731956010310.dee9d365a46f24e1a2cb835383b17ce4. at 1731956011091Flushing dee9d365a46f24e1a2cb835383b17ce4/a: creating writer at 1731956011091Flushing dee9d365a46f24e1a2cb835383b17ce4/a: appending metadata at 1731956011112 (+21 ms)Flushing dee9d365a46f24e1a2cb835383b17ce4/a: closing flushed file at 1731956011112Flushing dee9d365a46f24e1a2cb835383b17ce4/b: creating writer at 1731956011132 (+20 ms)Flushing dee9d365a46f24e1a2cb835383b17ce4/b: appending metadata at 1731956011149 (+17 ms)Flushing dee9d365a46f24e1a2cb835383b17ce4/b: closing flushed file at 1731956011150 (+1 ms)Flushing dee9d365a46f24e1a2cb835383b17ce4/c: creating writer at 1731956011170 (+20 ms)Flushing dee9d365a46f24e1a2cb835383b17ce4/c: appending metadata at 1731956011194 (+24 ms)Flushing dee9d365a46f24e1a2cb835383b17ce4/c: closing flushed file at 1731956011194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5416da5d: reopening flushed file at 1731956011210 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2559e873: reopening flushed file at 1731956011220 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e8923e2: reopening flushed file at 1731956011230 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for dee9d365a46f24e1a2cb835383b17ce4 in 150ms, sequenceid=6000, compaction requested=false; wal=null at 1731956011241 (+11 ms)Cleaning up temporary data from old regions at 1731956011244 (+3 ms)Region opened successfully at 1731956011254 (+10 ms) 2024-11-18T18:53:31,256 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-18T18:53:31,256 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dee9d365a46f24e1a2cb835383b17ce4, disabling compactions & flushes 2024-11-18T18:53:31,256 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731956010310.dee9d365a46f24e1a2cb835383b17ce4. 2024-11-18T18:53:31,256 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731956010310.dee9d365a46f24e1a2cb835383b17ce4. 2024-11-18T18:53:31,256 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731956010310.dee9d365a46f24e1a2cb835383b17ce4. after waiting 0 ms 2024-11-18T18:53:31,256 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731956010310.dee9d365a46f24e1a2cb835383b17ce4. 2024-11-18T18:53:31,257 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731956010310.dee9d365a46f24e1a2cb835383b17ce4. 2024-11-18T18:53:31,257 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dee9d365a46f24e1a2cb835383b17ce4: Waiting for close lock at 1731956011256Disabling compacts and flushes for region at 1731956011256Disabling writes for close at 1731956011256Writing region close event to WAL at 1731956011257 (+1 ms)Closed at 1731956011257 2024-11-18T18:53:31,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741870_1047 (size=93) 2024-11-18T18:53:31,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741870_1047 (size=93) 2024-11-18T18:53:31,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741870_1047 (size=93) 2024-11-18T18:53:31,266 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T18:53:31,266 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731956010995) 2024-11-18T18:53:31,280 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=406 (was 404) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:54568 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:43756 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:41786 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 219), ProcessCount=11 (was 11), AvailableMemoryMB=2271 (was 2442) 2024-11-18T18:53:31,292 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=406, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=2271 2024-11-18T18:53:31,305 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:31,312 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731956011305, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:31,312 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731956011312 2024-11-18T18:53:31,320 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731956011305/wal.1731956011312 2024-11-18T18:53:31,321 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-18T18:53:31,323 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b632f5f644fc278de452581f8fa3500, NAME => 'testSequentialEditLogSeqNum,,1731956011306.2b632f5f644fc278de452581f8fa3500.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:31,323 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731956011306.2b632f5f644fc278de452581f8fa3500.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:31,323 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2b632f5f644fc278de452581f8fa3500 2024-11-18T18:53:31,323 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2b632f5f644fc278de452581f8fa3500 2024-11-18T18:53:31,324 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:40363/hbase/data/default/testSequentialEditLogSeqNum/2b632f5f644fc278de452581f8fa3500 doesn't exist for region: 2b632f5f644fc278de452581f8fa3500 on table testSequentialEditLogSeqNum 2024-11-18T18:53:31,324 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 2b632f5f644fc278de452581f8fa3500 on table testSequentialEditLogSeqNum 2024-11-18T18:53:31,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741875_1052 (size=62) 2024-11-18T18:53:31,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741875_1052 (size=62) 2024-11-18T18:53:31,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741875_1052 (size=62) 2024-11-18T18:53:31,336 INFO [StoreOpener-2b632f5f644fc278de452581f8fa3500-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2b632f5f644fc278de452581f8fa3500 2024-11-18T18:53:31,338 INFO [StoreOpener-2b632f5f644fc278de452581f8fa3500-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b632f5f644fc278de452581f8fa3500 columnFamilyName a 2024-11-18T18:53:31,338 DEBUG [StoreOpener-2b632f5f644fc278de452581f8fa3500-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:31,338 INFO [StoreOpener-2b632f5f644fc278de452581f8fa3500-1 {}] regionserver.HStore(327): Store=2b632f5f644fc278de452581f8fa3500/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:31,339 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2b632f5f644fc278de452581f8fa3500 2024-11-18T18:53:31,340 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testSequentialEditLogSeqNum/2b632f5f644fc278de452581f8fa3500 2024-11-18T18:53:31,340 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testSequentialEditLogSeqNum/2b632f5f644fc278de452581f8fa3500 2024-11-18T18:53:31,341 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2b632f5f644fc278de452581f8fa3500 2024-11-18T18:53:31,341 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2b632f5f644fc278de452581f8fa3500 2024-11-18T18:53:31,343 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2b632f5f644fc278de452581f8fa3500 2024-11-18T18:53:31,346 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testSequentialEditLogSeqNum/2b632f5f644fc278de452581f8fa3500/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:53:31,347 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2b632f5f644fc278de452581f8fa3500; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65450679, jitterRate=-0.024708881974220276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:53:31,348 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2b632f5f644fc278de452581f8fa3500: Writing region info on filesystem at 1731956011323Initializing all the Stores at 1731956011336 (+13 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956011336Cleaning up temporary data from old regions at 1731956011341 (+5 ms)Region opened successfully at 1731956011348 (+7 ms) 2024-11-18T18:53:31,362 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2b632f5f644fc278de452581f8fa3500 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-18T18:53:31,364 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T18:53:31,364 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T18:53:31,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:53:31,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T18:53:31,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T18:53:31,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T18:53:31,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-18T18:53:31,367 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-18T18:53:31,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-18T18:53:31,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-18T18:53:31,392 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testSequentialEditLogSeqNum/2b632f5f644fc278de452581f8fa3500/.tmp/a/b3c4334acee340da985419e934780d78 is 81, key is testSequentialEditLogSeqNum/a:x0/1731956011348/Put/seqid=0 2024-11-18T18:53:31,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741876_1053 (size=5833) 2024-11-18T18:53:31,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741876_1053 (size=5833) 2024-11-18T18:53:31,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741876_1053 (size=5833) 2024-11-18T18:53:31,400 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testSequentialEditLogSeqNum/2b632f5f644fc278de452581f8fa3500/.tmp/a/b3c4334acee340da985419e934780d78 2024-11-18T18:53:31,408 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testSequentialEditLogSeqNum/2b632f5f644fc278de452581f8fa3500/.tmp/a/b3c4334acee340da985419e934780d78 as hdfs://localhost:40363/hbase/data/default/testSequentialEditLogSeqNum/2b632f5f644fc278de452581f8fa3500/a/b3c4334acee340da985419e934780d78 2024-11-18T18:53:31,418 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testSequentialEditLogSeqNum/2b632f5f644fc278de452581f8fa3500/a/b3c4334acee340da985419e934780d78, entries=10, sequenceid=13, filesize=5.7 K 2024-11-18T18:53:31,420 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 2b632f5f644fc278de452581f8fa3500 in 58ms, sequenceid=13, compaction requested=false 2024-11-18T18:53:31,420 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2b632f5f644fc278de452581f8fa3500: 2024-11-18T18:53:31,427 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T18:53:31,428 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T18:53:31,428 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T18:53:31,428 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T18:53:31,428 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T18:53:31,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741874_1051 (size=3017) 2024-11-18T18:53:31,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741874_1051 (size=3017) 2024-11-18T18:53:31,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741874_1051 (size=3017) 2024-11-18T18:53:31,453 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40363/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731956011305/wal.1731956011312, size=2.9 K (3017bytes) 2024-11-18T18:53:31,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40363/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731956011305/wal.1731956011312 2024-11-18T18:53:31,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40363/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731956011305/wal.1731956011312 after 1ms 2024-11-18T18:53:31,457 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40363/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731956011305/wal.1731956011312 took 4ms 2024-11-18T18:53:31,460 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40363/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731956011305/wal.1731956011312 so closing down 2024-11-18T18:53:31,460 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:53:31,461 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731956011312.temp 2024-11-18T18:53:31,462 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testSequentialEditLogSeqNum/2b632f5f644fc278de452581f8fa3500/recovered.edits/0000000000000000003-wal.1731956011312.temp 2024-11-18T18:53:31,463 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:53:31,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741877_1054 (size=2433) 2024-11-18T18:53:31,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741877_1054 (size=2433) 2024-11-18T18:53:31,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741877_1054 (size=2433) 2024-11-18T18:53:31,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testSequentialEditLogSeqNum/2b632f5f644fc278de452581f8fa3500/recovered.edits/0000000000000000003-wal.1731956011312.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-18T18:53:31,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40363/hbase/data/default/testSequentialEditLogSeqNum/2b632f5f644fc278de452581f8fa3500/recovered.edits/0000000000000000003-wal.1731956011312.temp to hdfs://localhost:40363/hbase/data/default/testSequentialEditLogSeqNum/2b632f5f644fc278de452581f8fa3500/recovered.edits/0000000000000000020 2024-11-18T18:53:31,473 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:40363/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731956011305/wal.1731956011312, size=2.9 K, length=3017, corrupted=false, cancelled=false 2024-11-18T18:53:31,473 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40363/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731956011305/wal.1731956011312, journal: Splitting hdfs://localhost:40363/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731956011305/wal.1731956011312, size=2.9 K (3017bytes) at 1731956011453Finishing writing output for hdfs://localhost:40363/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731956011305/wal.1731956011312 so closing down at 1731956011460 (+7 ms)Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testSequentialEditLogSeqNum/2b632f5f644fc278de452581f8fa3500/recovered.edits/0000000000000000003-wal.1731956011312.temp at 1731956011462 (+2 ms)3 split writer threads finished at 1731956011463 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testSequentialEditLogSeqNum/2b632f5f644fc278de452581f8fa3500/recovered.edits/0000000000000000003-wal.1731956011312.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731956011471 (+8 ms)Rename recovered edits hdfs://localhost:40363/hbase/data/default/testSequentialEditLogSeqNum/2b632f5f644fc278de452581f8fa3500/recovered.edits/0000000000000000003-wal.1731956011312.temp to hdfs://localhost:40363/hbase/data/default/testSequentialEditLogSeqNum/2b632f5f644fc278de452581f8fa3500/recovered.edits/0000000000000000020 at 1731956011473 (+2 ms)Processed 17 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:40363/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731956011305/wal.1731956011312, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1731956011473 2024-11-18T18:53:31,489 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=411 (was 406) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:54568 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:43756 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:41786 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 218), ProcessCount=11 (was 11), AvailableMemoryMB=2268 (was 2271) 2024-11-18T18:53:31,503 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=411, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=2266 2024-11-18T18:53:31,524 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:31,527 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:31,563 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:53:31,566 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-57222770, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/hregion-57222770, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:31,579 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-57222770/hregion-57222770.1731956011567, exclude list is [], retry=0 2024-11-18T18:53:31,582 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:31,583 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:31,583 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:31,585 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-57222770/hregion-57222770.1731956011567 2024-11-18T18:53:31,586 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:36197:36197)] 2024-11-18T18:53:31,586 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8d413d12217cf9b220d3c8a3f0fd318e, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40363/hbase 2024-11-18T18:53:31,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741879_1056 (size=70) 2024-11-18T18:53:31,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741879_1056 (size=70) 2024-11-18T18:53:31,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741879_1056 (size=70) 2024-11-18T18:53:31,599 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:31,600 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,603 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d413d12217cf9b220d3c8a3f0fd318e columnFamilyName a 2024-11-18T18:53:31,603 DEBUG [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:31,603 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(327): Store=8d413d12217cf9b220d3c8a3f0fd318e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:31,604 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,606 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d413d12217cf9b220d3c8a3f0fd318e columnFamilyName b 2024-11-18T18:53:31,606 DEBUG [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:31,606 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(327): Store=8d413d12217cf9b220d3c8a3f0fd318e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:31,607 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,609 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d413d12217cf9b220d3c8a3f0fd318e columnFamilyName c 2024-11-18T18:53:31,609 DEBUG [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:31,609 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(327): Store=8d413d12217cf9b220d3c8a3f0fd318e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:31,610 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,611 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,611 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,612 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,612 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,613 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:31,614 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,617 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:53:31,617 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8d413d12217cf9b220d3c8a3f0fd318e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69390548, jitterRate=0.033999741077423096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:31,619 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8d413d12217cf9b220d3c8a3f0fd318e: Writing region info on filesystem at 1731956011599Initializing all the Stores at 1731956011600 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956011600Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956011600Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956011600Cleaning up temporary data from old regions at 1731956011612 (+12 ms)Region opened successfully at 1731956011618 (+6 ms) 2024-11-18T18:53:31,619 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8d413d12217cf9b220d3c8a3f0fd318e, disabling compactions & flushes 2024-11-18T18:53:31,619 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e. 2024-11-18T18:53:31,619 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e. 2024-11-18T18:53:31,619 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e. after waiting 0 ms 2024-11-18T18:53:31,619 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e. 2024-11-18T18:53:31,619 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e. 2024-11-18T18:53:31,620 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8d413d12217cf9b220d3c8a3f0fd318e: Waiting for close lock at 1731956011619Disabling compacts and flushes for region at 1731956011619Disabling writes for close at 1731956011619Writing region close event to WAL at 1731956011619Closed at 1731956011619 2024-11-18T18:53:31,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741878_1055 (size=93) 2024-11-18T18:53:31,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741878_1055 (size=93) 2024-11-18T18:53:31,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741878_1055 (size=93) 2024-11-18T18:53:31,628 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T18:53:31,628 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-57222770:(num 1731956011567) 2024-11-18T18:53:31,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:31,631 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:31,645 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631, exclude list is [], retry=0 2024-11-18T18:53:31,649 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:31,649 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:31,650 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:31,652 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631 2024-11-18T18:53:31,653 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:36197:36197)] 2024-11-18T18:53:31,653 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d413d12217cf9b220d3c8a3f0fd318e, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:31,653 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:31,654 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,654 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,655 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,657 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d413d12217cf9b220d3c8a3f0fd318e columnFamilyName a 2024-11-18T18:53:31,657 DEBUG [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:31,658 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(327): Store=8d413d12217cf9b220d3c8a3f0fd318e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:31,658 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,659 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d413d12217cf9b220d3c8a3f0fd318e columnFamilyName b 2024-11-18T18:53:31,659 DEBUG [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:31,660 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(327): Store=8d413d12217cf9b220d3c8a3f0fd318e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:31,660 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,661 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d413d12217cf9b220d3c8a3f0fd318e columnFamilyName c 2024-11-18T18:53:31,661 DEBUG [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:31,661 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(327): Store=8d413d12217cf9b220d3c8a3f0fd318e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:31,662 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,663 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,664 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,665 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,665 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,666 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:31,668 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:31,669 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8d413d12217cf9b220d3c8a3f0fd318e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65912608, jitterRate=-0.017825603485107422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:31,670 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8d413d12217cf9b220d3c8a3f0fd318e: Writing region info on filesystem at 1731956011654Initializing all the Stores at 1731956011655 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956011655Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956011655Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956011655Cleaning up temporary data from old regions at 1731956011665 (+10 ms)Region opened successfully at 1731956011670 (+5 ms) 2024-11-18T18:53:31,676 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731956011674/Put/seqid=0 2024-11-18T18:53:31,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741881_1058 (size=4826) 2024-11-18T18:53:31,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741881_1058 (size=4826) 2024-11-18T18:53:31,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741881_1058 (size=4826) 2024-11-18T18:53:31,693 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40363/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 8d413d12217cf9b220d3c8a3f0fd318e/a 2024-11-18T18:53:31,704 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-18T18:53:31,704 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:53:31,705 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8d413d12217cf9b220d3c8a3f0fd318e: 2024-11-18T18:53:31,707 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/a/b2f942b986d14212afefa6e3fa336f2f_SeqId_3_ 2024-11-18T18:53:31,708 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40363/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 8d413d12217cf9b220d3c8a3f0fd318e/a as hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/a/b2f942b986d14212afefa6e3fa336f2f_SeqId_3_ - updating store file list. 2024-11-18T18:53:31,716 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2f942b986d14212afefa6e3fa336f2f_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-18T18:53:31,717 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/a/b2f942b986d14212afefa6e3fa336f2f_SeqId_3_ into 8d413d12217cf9b220d3c8a3f0fd318e/a 2024-11-18T18:53:31,717 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40363/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 8d413d12217cf9b220d3c8a3f0fd318e/a (new location: hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/a/b2f942b986d14212afefa6e3fa336f2f_SeqId_3_) 2024-11-18T18:53:31,761 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40363/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631, size=0 (0bytes) 2024-11-18T18:53:31,761 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40363/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631 might be still open, length is 0 2024-11-18T18:53:31,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40363/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631 2024-11-18T18:53:31,761 WARN [IPC Server handler 0 on default port 40363 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-18T18:53:31,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40363/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631 after 0ms 2024-11-18T18:53:32,129 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:41896 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36673:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41896 dst: /127.0.0.1:36673 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36673 remote=/127.0.0.1:41896]. Total timeout mills is 60000, 59594 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:32,130 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:54788 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38573:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54788 dst: /127.0.0.1:38573 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:32,131 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:43886 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44767:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43886 dst: /127.0.0.1:44767 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:32,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741880_1059 (size=504) 2024-11-18T18:53:32,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741880_1059 (size=504) 2024-11-18T18:53:35,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40363/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631 after 4002ms 2024-11-18T18:53:35,770 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40363/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631 took 4010ms 2024-11-18T18:53:35,773 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40363/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631; continuing. 2024-11-18T18:53:35,774 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40363/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631 so closing down 2024-11-18T18:53:35,774 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:53:35,777 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731956011631.temp 2024-11-18T18:53:35,779 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/recovered.edits/0000000000000000005-wal.1731956011631.temp 2024-11-18T18:53:35,779 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:53:35,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741882_1060 (size=238) 2024-11-18T18:53:35,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741882_1060 (size=238) 2024-11-18T18:53:35,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741882_1060 (size=238) 2024-11-18T18:53:35,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/recovered.edits/0000000000000000005-wal.1731956011631.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T18:53:35,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/recovered.edits/0000000000000000005-wal.1731956011631.temp to hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/recovered.edits/0000000000000000005 2024-11-18T18:53:35,792 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 20 ms; skipped=1; WAL=hdfs://localhost:40363/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T18:53:35,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40363/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631, journal: Splitting hdfs://localhost:40363/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631, size=0 (0bytes) at 1731956011761Finishing writing output for hdfs://localhost:40363/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631 so closing down at 1731956015774 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/recovered.edits/0000000000000000005-wal.1731956011631.temp at 1731956015779 (+5 ms)3 split writer threads finished at 1731956015779Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/recovered.edits/0000000000000000005-wal.1731956011631.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731956015789 (+10 ms)Rename recovered edits hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/recovered.edits/0000000000000000005-wal.1731956011631.temp to hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/recovered.edits/0000000000000000005 at 1731956015791 (+2 ms)Processed 2 edits across 1 Regions in 20 ms; skipped=1; WAL=hdfs://localhost:40363/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631, size=0, length=0, corrupted=false, cancelled=false at 1731956015792 (+1 ms) 2024-11-18T18:53:35,793 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40363/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631 to hdfs://localhost:40363/hbase/oldWALs/wal.1731956011631 2024-11-18T18:53:35,794 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/recovered.edits/0000000000000000005 2024-11-18T18:53:35,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:35,796 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:35,808 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956015797, exclude list is [], retry=0 2024-11-18T18:53:35,810 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:35,811 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:35,811 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:35,813 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956015797 2024-11-18T18:53:35,813 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-18T18:53:35,814 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d413d12217cf9b220d3c8a3f0fd318e, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:35,814 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:35,814 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:35,814 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:35,816 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:35,817 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d413d12217cf9b220d3c8a3f0fd318e columnFamilyName a 2024-11-18T18:53:35,817 DEBUG [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:35,823 DEBUG [StoreFileOpener-8d413d12217cf9b220d3c8a3f0fd318e-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2f942b986d14212afefa6e3fa336f2f_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-18T18:53:35,823 DEBUG [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/a/b2f942b986d14212afefa6e3fa336f2f_SeqId_3_ 2024-11-18T18:53:35,824 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(327): Store=8d413d12217cf9b220d3c8a3f0fd318e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:35,824 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:35,825 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d413d12217cf9b220d3c8a3f0fd318e columnFamilyName b 2024-11-18T18:53:35,825 DEBUG [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:35,825 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(327): Store=8d413d12217cf9b220d3c8a3f0fd318e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:35,825 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:35,826 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d413d12217cf9b220d3c8a3f0fd318e columnFamilyName c 2024-11-18T18:53:35,826 DEBUG [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:35,827 INFO [StoreOpener-8d413d12217cf9b220d3c8a3f0fd318e-1 {}] regionserver.HStore(327): Store=8d413d12217cf9b220d3c8a3f0fd318e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:35,827 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:35,827 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:35,829 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:35,829 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/recovered.edits/0000000000000000005 2024-11-18T18:53:35,832 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/recovered.edits/0000000000000000005 2024-11-18T18:53:35,832 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8d413d12217cf9b220d3c8a3f0fd318e 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-18T18:53:35,846 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/.tmp/a/8f2fb46df9bd42ad921b89ff06d857fd is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731956011722/Put/seqid=0 2024-11-18T18:53:35,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741884_1062 (size=5149) 2024-11-18T18:53:35,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741884_1062 (size=5149) 2024-11-18T18:53:35,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741884_1062 (size=5149) 2024-11-18T18:53:35,852 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/.tmp/a/8f2fb46df9bd42ad921b89ff06d857fd 2024-11-18T18:53:35,859 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/.tmp/a/8f2fb46df9bd42ad921b89ff06d857fd as hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/a/8f2fb46df9bd42ad921b89ff06d857fd 2024-11-18T18:53:35,865 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/a/8f2fb46df9bd42ad921b89ff06d857fd, entries=1, sequenceid=5, filesize=5.0 K 2024-11-18T18:53:35,865 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 8d413d12217cf9b220d3c8a3f0fd318e in 33ms, sequenceid=5, compaction requested=false; wal=null 2024-11-18T18:53:35,866 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/recovered.edits/0000000000000000005 2024-11-18T18:53:35,867 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:35,867 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:35,868 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:35,869 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8d413d12217cf9b220d3c8a3f0fd318e 2024-11-18T18:53:35,871 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8d413d12217cf9b220d3c8a3f0fd318e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:53:35,872 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8d413d12217cf9b220d3c8a3f0fd318e; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66616950, jitterRate=-0.007330089807510376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:35,873 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8d413d12217cf9b220d3c8a3f0fd318e: Writing region info on filesystem at 1731956015814Initializing all the Stores at 1731956015815 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956015815Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956015815Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956015815Obtaining lock to block concurrent updates at 1731956015832 (+17 ms)Preparing flush snapshotting stores in 8d413d12217cf9b220d3c8a3f0fd318e at 1731956015832Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731956015832Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e. at 1731956015832Flushing 8d413d12217cf9b220d3c8a3f0fd318e/a: creating writer at 1731956015833 (+1 ms)Flushing 8d413d12217cf9b220d3c8a3f0fd318e/a: appending metadata at 1731956015845 (+12 ms)Flushing 8d413d12217cf9b220d3c8a3f0fd318e/a: closing flushed file at 1731956015845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49b28f62: reopening flushed file at 1731956015858 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 8d413d12217cf9b220d3c8a3f0fd318e in 33ms, sequenceid=5, compaction requested=false; wal=null at 1731956015865 (+7 ms)Cleaning up temporary data from old regions at 1731956015867 (+2 ms)Region opened successfully at 1731956015873 (+6 ms) 2024-11-18T18:53:35,876 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8d413d12217cf9b220d3c8a3f0fd318e, disabling compactions & flushes 2024-11-18T18:53:35,876 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e. 2024-11-18T18:53:35,877 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e. 2024-11-18T18:53:35,877 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e. after waiting 0 ms 2024-11-18T18:53:35,877 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e. 2024-11-18T18:53:35,877 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731956011525.8d413d12217cf9b220d3c8a3f0fd318e. 2024-11-18T18:53:35,878 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8d413d12217cf9b220d3c8a3f0fd318e: Waiting for close lock at 1731956015876Disabling compacts and flushes for region at 1731956015876Disabling writes for close at 1731956015877 (+1 ms)Writing region close event to WAL at 1731956015877Closed at 1731956015877 2024-11-18T18:53:35,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741883_1061 (size=93) 2024-11-18T18:53:35,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741883_1061 (size=93) 2024-11-18T18:53:35,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741883_1061 (size=93) 2024-11-18T18:53:35,883 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T18:53:35,883 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731956015797) 2024-11-18T18:53:35,896 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=417 (was 411) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1438072398_22 at /127.0.0.1:41950 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:44971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1438072398_22 at /127.0.0.1:54798 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:40363 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:40363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1024 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 218), ProcessCount=11 (was 11), AvailableMemoryMB=2269 (was 2266) - AvailableMemoryMB LEAK? - 2024-11-18T18:53:35,907 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=417, OpenFileDescriptor=1024, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=2268 2024-11-18T18:53:35,920 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:35,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:53:35,928 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1acff94d7356,34707,1731956001019 2024-11-18T18:53:35,930 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f15062e 2024-11-18T18:53:35,931 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:53:35,933 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:53:35,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:53:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-18T18:53:35,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:53:35,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-18T18:53:35,948 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:35,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:53:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:53:35,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741885_1063 (size=694) 2024-11-18T18:53:35,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741885_1063 (size=694) 2024-11-18T18:53:35,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741885_1063 (size=694) 2024-11-18T18:53:35,964 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 665def1e7054566e4fb05dba0a7eb98b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621 2024-11-18T18:53:35,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741886_1064 (size=77) 2024-11-18T18:53:35,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741886_1064 (size=77) 2024-11-18T18:53:35,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741886_1064 (size=77) 2024-11-18T18:53:35,973 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:35,973 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 665def1e7054566e4fb05dba0a7eb98b, disabling compactions & flushes 2024-11-18T18:53:35,973 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:35,973 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:35,973 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. after waiting 0 ms 2024-11-18T18:53:35,973 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:35,973 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:35,974 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 665def1e7054566e4fb05dba0a7eb98b: Waiting for close lock at 1731956015973Disabling compacts and flushes for region at 1731956015973Disabling writes for close at 1731956015973Writing region close event to WAL at 1731956015973Closed at 1731956015973 2024-11-18T18:53:35,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:53:35,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731956015975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731956015975"}]},"ts":"1731956015975"} 2024-11-18T18:53:35,982 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:53:35,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:53:35,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956015984"}]},"ts":"1731956015984"} 2024-11-18T18:53:35,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-18T18:53:35,990 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1acff94d7356=0} racks are {/default-rack=0} 2024-11-18T18:53:35,991 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T18:53:35,991 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T18:53:35,991 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T18:53:35,991 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T18:53:35,991 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T18:53:35,991 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T18:53:35,991 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T18:53:35,991 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T18:53:35,991 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T18:53:35,991 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T18:53:35,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, ASSIGN}] 2024-11-18T18:53:35,995 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, ASSIGN 2024-11-18T18:53:35,996 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, ASSIGN; state=OFFLINE, location=1acff94d7356,39123,1731956001899; forceNewPlan=false, retain=false 2024-11-18T18:53:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:53:36,151 INFO [1acff94d7356:34707 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T18:53:36,152 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=665def1e7054566e4fb05dba0a7eb98b, regionState=OPENING, regionLocation=1acff94d7356,39123,1731956001899 2024-11-18T18:53:36,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, ASSIGN because future has completed 2024-11-18T18:53:36,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,39123,1731956001899}] 2024-11-18T18:53:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:53:36,320 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:53:36,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:53:36,334 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:36,334 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 665def1e7054566e4fb05dba0a7eb98b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:36,336 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:36,336 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:36,336 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:36,337 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:36,339 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:36,341 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 665def1e7054566e4fb05dba0a7eb98b columnFamilyName cf1 2024-11-18T18:53:36,342 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:36,342 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(327): Store=665def1e7054566e4fb05dba0a7eb98b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:36,343 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:36,344 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 665def1e7054566e4fb05dba0a7eb98b columnFamilyName cf2 2024-11-18T18:53:36,344 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:36,345 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(327): Store=665def1e7054566e4fb05dba0a7eb98b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:36,345 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:36,346 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:36,346 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:36,347 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:36,347 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:36,348 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T18:53:36,349 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:36,352 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:53:36,352 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 665def1e7054566e4fb05dba0a7eb98b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66047449, jitterRate=-0.01581631600856781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T18:53:36,352 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:36,353 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 665def1e7054566e4fb05dba0a7eb98b: Running coprocessor pre-open hook at 1731956016337Writing region info on filesystem at 1731956016337Initializing all the Stores at 1731956016339 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956016339Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956016339Cleaning up temporary data from old regions at 1731956016347 (+8 ms)Running coprocessor post-open hooks at 1731956016352 (+5 ms)Region opened successfully at 1731956016353 (+1 ms) 2024-11-18T18:53:36,355 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., pid=6, masterSystemTime=1731956016319 2024-11-18T18:53:36,357 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:36,358 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:36,358 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=665def1e7054566e4fb05dba0a7eb98b, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,39123,1731956001899 2024-11-18T18:53:36,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,39123,1731956001899 because future has completed 2024-11-18T18:53:36,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:53:36,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T18:53:36,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, ASSIGN in 377 msec 2024-11-18T18:53:36,375 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:53:36,375 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956016375"}]},"ts":"1731956016375"} 2024-11-18T18:53:36,378 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-18T18:53:36,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,39123,1731956001899 in 199 msec 2024-11-18T18:53:36,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:53:36,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 442 msec 2024-11-18T18:53:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:53:36,583 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-18T18:53:36,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-18T18:53:36,585 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:53:36,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-18T18:53:36,591 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:53:36,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-18T18:53:36,604 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=2] 2024-11-18T18:53:36,606 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:53:36,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:53:36,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=665def1e7054566e4fb05dba0a7eb98b, source=1acff94d7356,39123,1731956001899, destination=1acff94d7356,37979,1731956001753, warming up region on 1acff94d7356,37979,1731956001753 2024-11-18T18:53:36,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=665def1e7054566e4fb05dba0a7eb98b, source=1acff94d7356,39123,1731956001899, destination=1acff94d7356,37979,1731956001753, running balancer 2024-11-18T18:53:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, REOPEN/MOVE 2024-11-18T18:53:36,629 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, REOPEN/MOVE 2024-11-18T18:53:36,631 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=665def1e7054566e4fb05dba0a7eb98b, regionState=CLOSING, regionLocation=1acff94d7356,39123,1731956001899 2024-11-18T18:53:36,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37979 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37979 {}] regionserver.HRegion(7855): Warmup {ENCODED => 665def1e7054566e4fb05dba0a7eb98b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37979 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:36,632 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:36,634 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 665def1e7054566e4fb05dba0a7eb98b columnFamilyName cf1 2024-11-18T18:53:36,634 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:36,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, REOPEN/MOVE because future has completed 2024-11-18T18:53:36,634 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(327): Store=665def1e7054566e4fb05dba0a7eb98b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:36,635 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:36,635 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T18:53:36,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,39123,1731956001899}] 2024-11-18T18:53:36,636 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 665def1e7054566e4fb05dba0a7eb98b columnFamilyName cf2 2024-11-18T18:53:36,636 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:36,637 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(327): Store=665def1e7054566e4fb05dba0a7eb98b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37979 {}] regionserver.HRegion(1722): Closing 665def1e7054566e4fb05dba0a7eb98b, disabling compactions & flushes 2024-11-18T18:53:36,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37979 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37979 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37979 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. after waiting 0 ms 2024-11-18T18:53:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37979 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:36,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37979 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37979 {}] regionserver.HRegion(1676): Region close journal for 665def1e7054566e4fb05dba0a7eb98b: Waiting for close lock at 1731956016637Disabling compacts and flushes for region at 1731956016637Disabling writes for close at 1731956016637Writing region close event to WAL at 1731956016638 (+1 ms)Closed at 1731956016638 2024-11-18T18:53:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-18T18:53:36,793 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:36,793 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T18:53:36,794 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 665def1e7054566e4fb05dba0a7eb98b, disabling compactions & flushes 2024-11-18T18:53:36,794 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:36,794 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:36,794 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. after waiting 0 ms 2024-11-18T18:53:36,794 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:36,794 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 665def1e7054566e4fb05dba0a7eb98b 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-18T18:53:36,811 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/.tmp/cf1/b21aca45dabc4755a5b69438bf689daf is 35, key is r1/cf1:q/1731956016608/Put/seqid=0 2024-11-18T18:53:36,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741887_1065 (size=4783) 2024-11-18T18:53:36,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741887_1065 (size=4783) 2024-11-18T18:53:36,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741887_1065 (size=4783) 2024-11-18T18:53:36,822 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/.tmp/cf1/b21aca45dabc4755a5b69438bf689daf 2024-11-18T18:53:36,829 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/.tmp/cf1/b21aca45dabc4755a5b69438bf689daf as hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/b21aca45dabc4755a5b69438bf689daf 2024-11-18T18:53:36,836 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/b21aca45dabc4755a5b69438bf689daf, entries=1, sequenceid=5, filesize=4.7 K 2024-11-18T18:53:36,837 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 665def1e7054566e4fb05dba0a7eb98b in 43ms, sequenceid=5, compaction requested=false 2024-11-18T18:53:36,837 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-18T18:53:36,843 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:53:36,846 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:36,846 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 665def1e7054566e4fb05dba0a7eb98b: Waiting for close lock at 1731956016794Running coprocessor pre-close hooks at 1731956016794Disabling compacts and flushes for region at 1731956016794Disabling writes for close at 1731956016794Obtaining lock to block concurrent updates at 1731956016794Preparing flush snapshotting stores in 665def1e7054566e4fb05dba0a7eb98b at 1731956016794Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731956016795 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. at 1731956016795Flushing 665def1e7054566e4fb05dba0a7eb98b/cf1: creating writer at 1731956016795Flushing 665def1e7054566e4fb05dba0a7eb98b/cf1: appending metadata at 1731956016810 (+15 ms)Flushing 665def1e7054566e4fb05dba0a7eb98b/cf1: closing flushed file at 1731956016810Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@166fcf1: reopening flushed file at 1731956016828 (+18 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 665def1e7054566e4fb05dba0a7eb98b in 43ms, sequenceid=5, compaction requested=false at 1731956016837 (+9 ms)Writing region close event to WAL at 1731956016839 (+2 ms)Running coprocessor post-close hooks at 1731956016844 (+5 ms)Closed at 1731956016846 (+2 ms) 2024-11-18T18:53:36,847 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 665def1e7054566e4fb05dba0a7eb98b move to 1acff94d7356,37979,1731956001753 record at close sequenceid=5 2024-11-18T18:53:36,850 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:36,851 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=665def1e7054566e4fb05dba0a7eb98b, regionState=CLOSED 2024-11-18T18:53:36,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,39123,1731956001899 because future has completed 2024-11-18T18:53:36,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-18T18:53:36,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,39123,1731956001899 in 220 msec 2024-11-18T18:53:36,861 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, REOPEN/MOVE; state=CLOSED, location=1acff94d7356,37979,1731956001753; forceNewPlan=false, retain=false 2024-11-18T18:53:37,012 INFO [1acff94d7356:34707 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T18:53:37,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=665def1e7054566e4fb05dba0a7eb98b, regionState=OPENING, regionLocation=1acff94d7356,37979,1731956001753 2024-11-18T18:53:37,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, REOPEN/MOVE because future has completed 2024-11-18T18:53:37,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,37979,1731956001753}] 2024-11-18T18:53:37,176 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:37,176 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 665def1e7054566e4fb05dba0a7eb98b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:37,177 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:37,177 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:37,177 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:37,177 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:37,179 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:37,181 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 665def1e7054566e4fb05dba0a7eb98b columnFamilyName cf1 2024-11-18T18:53:37,181 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:37,191 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/b21aca45dabc4755a5b69438bf689daf 2024-11-18T18:53:37,191 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(327): Store=665def1e7054566e4fb05dba0a7eb98b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:37,191 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:37,192 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 665def1e7054566e4fb05dba0a7eb98b columnFamilyName cf2 2024-11-18T18:53:37,192 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:37,192 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(327): Store=665def1e7054566e4fb05dba0a7eb98b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:37,193 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:37,193 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:37,194 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:37,195 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:37,195 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:37,196 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T18:53:37,197 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:37,198 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 665def1e7054566e4fb05dba0a7eb98b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73486868, jitterRate=0.09503966569900513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T18:53:37,198 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:37,199 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 665def1e7054566e4fb05dba0a7eb98b: Running coprocessor pre-open hook at 1731956017177Writing region info on filesystem at 1731956017177Initializing all the Stores at 1731956017179 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956017179Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956017179Cleaning up temporary data from old regions at 1731956017195 (+16 ms)Running coprocessor post-open hooks at 1731956017198 (+3 ms)Region opened successfully at 1731956017199 (+1 ms) 2024-11-18T18:53:37,200 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., pid=9, masterSystemTime=1731956017170 2024-11-18T18:53:37,202 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:37,202 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:37,203 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=665def1e7054566e4fb05dba0a7eb98b, regionState=OPEN, openSeqNum=9, regionLocation=1acff94d7356,37979,1731956001753 2024-11-18T18:53:37,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,37979,1731956001753 because future has completed 2024-11-18T18:53:37,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-18T18:53:37,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,37979,1731956001753 in 190 msec 2024-11-18T18:53:37,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, REOPEN/MOVE in 583 msec 2024-11-18T18:53:37,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:53:37,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:53:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:35980 deadline: 1731956077241, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=1acff94d7356 port=37979 startCode=1731956001753. As of locationSeqNum=5. 2024-11-18T18:53:37,266 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=1acff94d7356 port=37979 startCode=1731956001753. As of locationSeqNum=5. 2024-11-18T18:53:37,267 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=1acff94d7356 port=37979 startCode=1731956001753. As of locationSeqNum=5. 2024-11-18T18:53:37,267 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,37979,1731956001753, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=1acff94d7356 port=37979 startCode=1731956001753. As of locationSeqNum=5. 2024-11-18T18:53:37,387 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 665def1e7054566e4fb05dba0a7eb98b 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-18T18:53:37,404 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/.tmp/cf1/049b8c3bcb754ebc969bf8bb2a53ae82 is 29, key is r1/cf1:/1731956017374/DeleteFamily/seqid=0 2024-11-18T18:53:37,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741888_1066 (size=4906) 2024-11-18T18:53:37,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741888_1066 (size=4906) 2024-11-18T18:53:37,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741888_1066 (size=4906) 2024-11-18T18:53:37,812 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/.tmp/cf1/049b8c3bcb754ebc969bf8bb2a53ae82 2024-11-18T18:53:37,819 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 049b8c3bcb754ebc969bf8bb2a53ae82 2024-11-18T18:53:37,832 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/.tmp/cf2/416d3a321a854961a69c8299d17ec41f is 29, key is r1/cf2:/1731956017374/DeleteFamily/seqid=0 2024-11-18T18:53:37,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741889_1067 (size=4906) 2024-11-18T18:53:37,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741889_1067 (size=4906) 2024-11-18T18:53:37,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741889_1067 (size=4906) 2024-11-18T18:53:37,840 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/.tmp/cf2/416d3a321a854961a69c8299d17ec41f 2024-11-18T18:53:37,846 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 416d3a321a854961a69c8299d17ec41f 2024-11-18T18:53:37,847 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/.tmp/cf1/049b8c3bcb754ebc969bf8bb2a53ae82 as hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/049b8c3bcb754ebc969bf8bb2a53ae82 2024-11-18T18:53:37,853 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 049b8c3bcb754ebc969bf8bb2a53ae82 2024-11-18T18:53:37,854 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/049b8c3bcb754ebc969bf8bb2a53ae82, entries=1, sequenceid=12, filesize=4.8 K 2024-11-18T18:53:37,855 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/.tmp/cf2/416d3a321a854961a69c8299d17ec41f as hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf2/416d3a321a854961a69c8299d17ec41f 2024-11-18T18:53:37,860 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 416d3a321a854961a69c8299d17ec41f 2024-11-18T18:53:37,861 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf2/416d3a321a854961a69c8299d17ec41f, entries=1, sequenceid=12, filesize=4.8 K 2024-11-18T18:53:37,862 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 665def1e7054566e4fb05dba0a7eb98b in 475ms, sequenceid=12, compaction requested=false 2024-11-18T18:53:37,862 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 665def1e7054566e4fb05dba0a7eb98b: 2024-11-18T18:53:37,864 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-18T18:53:37,866 DEBUG [Time-limited test {}] regionserver.HStore(1541): 665def1e7054566e4fb05dba0a7eb98b/cf1 is initiating major compaction (all files) 2024-11-18T18:53:37,866 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:53:37,866 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:37,866 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 665def1e7054566e4fb05dba0a7eb98b/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:37,867 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/b21aca45dabc4755a5b69438bf689daf, hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/049b8c3bcb754ebc969bf8bb2a53ae82] into tmpdir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/.tmp, totalSize=9.5 K 2024-11-18T18:53:37,868 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b21aca45dabc4755a5b69438bf689daf, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731956016608 2024-11-18T18:53:37,868 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 049b8c3bcb754ebc969bf8bb2a53ae82, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-18T18:53:37,880 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 665def1e7054566e4fb05dba0a7eb98b#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T18:53:37,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741890_1068 (size=4626) 2024-11-18T18:53:37,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741890_1068 (size=4626) 2024-11-18T18:53:37,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741890_1068 (size=4626) 2024-11-18T18:53:37,895 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/.tmp/cf1/9a13b116d417452da7a2e3a55336cf73 as hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/9a13b116d417452da7a2e3a55336cf73 2024-11-18T18:53:37,912 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 665def1e7054566e4fb05dba0a7eb98b/cf1 of 665def1e7054566e4fb05dba0a7eb98b into 9a13b116d417452da7a2e3a55336cf73(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T18:53:37,912 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 665def1e7054566e4fb05dba0a7eb98b: 2024-11-18T18:53:37,912 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-18T18:53:37,912 DEBUG [Time-limited test {}] regionserver.HStore(1541): 665def1e7054566e4fb05dba0a7eb98b/cf2 is initiating major compaction (all files) 2024-11-18T18:53:37,912 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:53:37,912 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:53:37,912 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 665def1e7054566e4fb05dba0a7eb98b/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:37,912 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf2/416d3a321a854961a69c8299d17ec41f] into tmpdir=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/.tmp, totalSize=4.8 K 2024-11-18T18:53:37,913 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 416d3a321a854961a69c8299d17ec41f, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-18T18:53:37,919 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 665def1e7054566e4fb05dba0a7eb98b#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T18:53:37,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741891_1069 (size=4592) 2024-11-18T18:53:37,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741891_1069 (size=4592) 2024-11-18T18:53:37,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741891_1069 (size=4592) 2024-11-18T18:53:37,934 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/.tmp/cf2/4e5b69180cab4b18b4d0f966b61f950d as hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf2/4e5b69180cab4b18b4d0f966b61f950d 2024-11-18T18:53:37,942 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 665def1e7054566e4fb05dba0a7eb98b/cf2 of 665def1e7054566e4fb05dba0a7eb98b into 4e5b69180cab4b18b4d0f966b61f950d(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T18:53:37,942 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 665def1e7054566e4fb05dba0a7eb98b: 2024-11-18T18:53:37,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=665def1e7054566e4fb05dba0a7eb98b, source=1acff94d7356,37979,1731956001753, destination=1acff94d7356,39123,1731956001899, warming up region on 1acff94d7356,39123,1731956001899 2024-11-18T18:53:37,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=665def1e7054566e4fb05dba0a7eb98b, source=1acff94d7356,37979,1731956001753, destination=1acff94d7356,39123,1731956001899, running balancer 2024-11-18T18:53:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, REOPEN/MOVE 2024-11-18T18:53:37,948 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, REOPEN/MOVE 2024-11-18T18:53:37,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=665def1e7054566e4fb05dba0a7eb98b, regionState=CLOSING, regionLocation=1acff94d7356,37979,1731956001753 2024-11-18T18:53:37,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] regionserver.HRegion(7855): Warmup {ENCODED => 665def1e7054566e4fb05dba0a7eb98b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:37,951 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:37,952 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 665def1e7054566e4fb05dba0a7eb98b columnFamilyName cf1 2024-11-18T18:53:37,952 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:37,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, REOPEN/MOVE because future has completed 2024-11-18T18:53:37,953 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T18:53:37,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,37979,1731956001753}] 2024-11-18T18:53:37,959 INFO [StoreFileOpener-665def1e7054566e4fb05dba0a7eb98b-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 049b8c3bcb754ebc969bf8bb2a53ae82 2024-11-18T18:53:37,960 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/049b8c3bcb754ebc969bf8bb2a53ae82 2024-11-18T18:53:37,965 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/9a13b116d417452da7a2e3a55336cf73 2024-11-18T18:53:37,970 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/b21aca45dabc4755a5b69438bf689daf 2024-11-18T18:53:37,970 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(327): Store=665def1e7054566e4fb05dba0a7eb98b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:37,970 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:37,971 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 665def1e7054566e4fb05dba0a7eb98b columnFamilyName cf2 2024-11-18T18:53:37,971 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:37,977 INFO [StoreFileOpener-665def1e7054566e4fb05dba0a7eb98b-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 416d3a321a854961a69c8299d17ec41f 2024-11-18T18:53:37,977 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf2/416d3a321a854961a69c8299d17ec41f 2024-11-18T18:53:37,982 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf2/4e5b69180cab4b18b4d0f966b61f950d 2024-11-18T18:53:37,982 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(327): Store=665def1e7054566e4fb05dba0a7eb98b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] regionserver.HRegion(1722): Closing 665def1e7054566e4fb05dba0a7eb98b, disabling compactions & flushes 2024-11-18T18:53:37,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. after waiting 0 ms 2024-11-18T18:53:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:37,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] regionserver.HRegion(1676): Region close journal for 665def1e7054566e4fb05dba0a7eb98b: Waiting for close lock at 1731956017982Disabling compacts and flushes for region at 1731956017982Disabling writes for close at 1731956017982Writing region close event to WAL at 1731956017983 (+1 ms)Closed at 1731956017983 2024-11-18T18:53:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-18T18:53:38,106 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:38,106 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T18:53:38,106 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 665def1e7054566e4fb05dba0a7eb98b, disabling compactions & flushes 2024-11-18T18:53:38,106 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:38,106 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:38,106 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. after waiting 0 ms 2024-11-18T18:53:38,106 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:38,107 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/b21aca45dabc4755a5b69438bf689daf, hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/049b8c3bcb754ebc969bf8bb2a53ae82] to archive 2024-11-18T18:53:38,110 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T18:53:38,113 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/b21aca45dabc4755a5b69438bf689daf to hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/b21aca45dabc4755a5b69438bf689daf 2024-11-18T18:53:38,115 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/049b8c3bcb754ebc969bf8bb2a53ae82 to hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/049b8c3bcb754ebc969bf8bb2a53ae82 2024-11-18T18:53:38,127 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf2/416d3a321a854961a69c8299d17ec41f] to archive 2024-11-18T18:53:38,128 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T18:53:38,130 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf2/416d3a321a854961a69c8299d17ec41f to hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf2/416d3a321a854961a69c8299d17ec41f 2024-11-18T18:53:38,135 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-18T18:53:38,135 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:38,135 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 665def1e7054566e4fb05dba0a7eb98b: Waiting for close lock at 1731956018106Running coprocessor pre-close hooks at 1731956018106Disabling compacts and flushes for region at 1731956018106Disabling writes for close at 1731956018106Writing region close event to WAL at 1731956018131 (+25 ms)Running coprocessor post-close hooks at 1731956018135 (+4 ms)Closed at 1731956018135 2024-11-18T18:53:38,135 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 665def1e7054566e4fb05dba0a7eb98b move to 1acff94d7356,39123,1731956001899 record at close sequenceid=12 2024-11-18T18:53:38,138 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:38,139 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=665def1e7054566e4fb05dba0a7eb98b, regionState=CLOSED 2024-11-18T18:53:38,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,37979,1731956001753 because future has completed 2024-11-18T18:53:38,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-18T18:53:38,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,37979,1731956001753 in 190 msec 2024-11-18T18:53:38,147 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, REOPEN/MOVE; state=CLOSED, location=1acff94d7356,39123,1731956001899; forceNewPlan=false, retain=false 2024-11-18T18:53:38,297 INFO [1acff94d7356:34707 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T18:53:38,298 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=665def1e7054566e4fb05dba0a7eb98b, regionState=OPENING, regionLocation=1acff94d7356,39123,1731956001899 2024-11-18T18:53:38,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, REOPEN/MOVE because future has completed 2024-11-18T18:53:38,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,39123,1731956001899}] 2024-11-18T18:53:38,460 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:38,460 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 665def1e7054566e4fb05dba0a7eb98b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:38,461 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:38,461 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:38,461 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:38,462 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:38,465 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:38,467 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 665def1e7054566e4fb05dba0a7eb98b columnFamilyName cf1 2024-11-18T18:53:38,467 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:38,477 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/9a13b116d417452da7a2e3a55336cf73 2024-11-18T18:53:38,478 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(327): Store=665def1e7054566e4fb05dba0a7eb98b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:38,478 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:38,479 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 665def1e7054566e4fb05dba0a7eb98b columnFamilyName cf2 2024-11-18T18:53:38,480 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:38,488 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf2/4e5b69180cab4b18b4d0f966b61f950d 2024-11-18T18:53:38,488 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(327): Store=665def1e7054566e4fb05dba0a7eb98b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:38,488 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:38,489 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:38,491 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:38,491 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:38,492 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:38,492 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T18:53:38,494 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:38,495 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 665def1e7054566e4fb05dba0a7eb98b; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67377737, jitterRate=0.004006519913673401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T18:53:38,495 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:38,495 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 665def1e7054566e4fb05dba0a7eb98b: Running coprocessor pre-open hook at 1731956018462Writing region info on filesystem at 1731956018462Initializing all the Stores at 1731956018464 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956018464Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956018464Cleaning up temporary data from old regions at 1731956018492 (+28 ms)Running coprocessor post-open hooks at 1731956018495 (+3 ms)Region opened successfully at 1731956018495 2024-11-18T18:53:38,496 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., pid=12, masterSystemTime=1731956018453 2024-11-18T18:53:38,499 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:38,499 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:38,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=665def1e7054566e4fb05dba0a7eb98b, regionState=OPEN, openSeqNum=18, regionLocation=1acff94d7356,39123,1731956001899 2024-11-18T18:53:38,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,39123,1731956001899 because future has completed 2024-11-18T18:53:38,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-18T18:53:38,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,39123,1731956001899 in 203 msec 2024-11-18T18:53:38,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, REOPEN/MOVE in 560 msec 2024-11-18T18:53:38,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:53:38,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:53:38,553 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 1acff94d7356,39123,1731956001899: testing ***** 2024-11-18T18:53:38,554 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T18:53:38,556 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T18:53:38,557 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T18:53:38,560 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T18:53:38,561 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T18:53:38,569 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 451229696 }, "NonHeapMemoryUsage": { "committed": 170131456, "init": 7667712, "max": -1, "used": 167434872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "1acff94d7356", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "1acff94d7356", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59355", "tag.serverName": "1acff94d7356,39123,1731956001899", "tag.clusterId": "e4918e9d-03ff-4cca-b308-9cea1ad6f58f", "tag.Context": "regionserver", "tag.Hostname": "1acff94d7356", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731956001899, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-18T18:53:38,572 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34707 {}] master.MasterRpcServices(700): 1acff94d7356,39123,1731956001899 reported a fatal error: ***** ABORTING region server 1acff94d7356,39123,1731956001899: testing ***** 2024-11-18T18:53:38,574 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1acff94d7356,39123,1731956001899' ***** 2024-11-18T18:53:38,574 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-18T18:53:38,574 INFO [RS:2;1acff94d7356:39123 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:53:38,575 INFO [RS:2;1acff94d7356:39123 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T18:53:38,575 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:53:38,575 INFO [RS:2;1acff94d7356:39123 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T18:53:38,575 INFO [RS:2;1acff94d7356:39123 {}] regionserver.HRegionServer(3091): Received CLOSE for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:38,575 INFO [RS:2;1acff94d7356:39123 {}] regionserver.HRegionServer(956): aborting server 1acff94d7356,39123,1731956001899 2024-11-18T18:53:38,575 INFO [RS:2;1acff94d7356:39123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:53:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37979 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:47306 deadline: 1731956078575, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=1acff94d7356 port=39123 startCode=1731956001899. As of locationSeqNum=12. 2024-11-18T18:53:38,576 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 665def1e7054566e4fb05dba0a7eb98b, disabling compactions & flushes 2024-11-18T18:53:38,576 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:38,576 INFO [RS:2;1acff94d7356:39123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;1acff94d7356:39123. 2024-11-18T18:53:38,576 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:38,576 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. after waiting 0 ms 2024-11-18T18:53:38,576 DEBUG [RS:2;1acff94d7356:39123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:53:38,576 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:38,576 DEBUG [RS:2;1acff94d7356:39123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:53:38,576 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,37979,1731956001753, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,37979,1731956001753, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=1acff94d7356 port=39123 startCode=1731956001899. As of locationSeqNum=12. 2024-11-18T18:53:38,577 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,37979,1731956001753, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=1acff94d7356 port=39123 startCode=1731956001899. As of locationSeqNum=12. 2024-11-18T18:53:38,577 INFO [RS:2;1acff94d7356:39123 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T18:53:38,577 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,37979,1731956001753, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=1acff94d7356 port=39123 startCode=1731956001899. As of locationSeqNum=12. 2024-11-18T18:53:38,577 DEBUG [RS:2;1acff94d7356:39123 {}] regionserver.HRegionServer(1325): Online Regions={665def1e7054566e4fb05dba0a7eb98b=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.} 2024-11-18T18:53:38,577 DEBUG [RS:2;1acff94d7356:39123 {}] regionserver.HRegionServer(1351): Waiting on 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:38,579 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:38,579 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 665def1e7054566e4fb05dba0a7eb98b: Waiting for close lock at 1731956018575Running coprocessor pre-close hooks at 1731956018576 (+1 ms)Disabling compacts and flushes for region at 1731956018576Disabling writes for close at 1731956018576Writing region close event to WAL at 1731956018578 (+2 ms)Running coprocessor post-close hooks at 1731956018578Closed at 1731956018579 (+1 ms) 2024-11-18T18:53:38,579 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:38,595 INFO [regionserver/1acff94d7356:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:53:38,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1acff94d7356,39123,1731956001899 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:38,684 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1acff94d7356,39123,1731956001899 aborting 2024-11-18T18:53:38,684 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1acff94d7356,39123,1731956001899 aborting 2024-11-18T18:53:38,684 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=12 from cache 2024-11-18T18:53:38,777 INFO [RS:2;1acff94d7356:39123 {}] regionserver.HRegionServer(976): stopping server 1acff94d7356,39123,1731956001899; all regions closed. 2024-11-18T18:53:38,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741834_1010 (size=2142) 2024-11-18T18:53:38,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741834_1010 (size=2142) 2024-11-18T18:53:38,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741834_1010 (size=2142) 2024-11-18T18:53:38,784 DEBUG [RS:2;1acff94d7356:39123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:53:38,784 INFO [RS:2;1acff94d7356:39123 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:53:38,784 INFO [RS:2;1acff94d7356:39123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:53:38,785 INFO [RS:2;1acff94d7356:39123 {}] hbase.ChoreService(370): Chore service for: regionserver/1acff94d7356:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T18:53:38,785 INFO [regionserver/1acff94d7356:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:53:38,786 INFO [RS:2;1acff94d7356:39123 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:53:38,786 INFO [RS:2;1acff94d7356:39123 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:53:38,786 INFO [RS:2;1acff94d7356:39123 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:53:38,786 INFO [RS:2;1acff94d7356:39123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:53:38,787 INFO [RS:2;1acff94d7356:39123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39123 2024-11-18T18:53:38,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:53:38,819 INFO [RS:2;1acff94d7356:39123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:53:38,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1015094e8860003, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1acff94d7356,39123,1731956001899 2024-11-18T18:53:38,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1acff94d7356,39123,1731956001899] 2024-11-18T18:53:38,837 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1acff94d7356,39123,1731956001899 already deleted, retry=false 2024-11-18T18:53:38,838 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 1acff94d7356,39123,1731956001899 on 1acff94d7356,34707,1731956001019 2024-11-18T18:53:38,844 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1acff94d7356,39123,1731956001899, splitWal=true, meta=false 2024-11-18T18:53:38,847 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1acff94d7356,39123,1731956001899, splitWal=true, meta=false 2024-11-18T18:53:38,847 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for 1acff94d7356,39123,1731956001899 (carryingMeta=false) 1acff94d7356,39123,1731956001899/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3505ab27[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T18:53:38,848 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 1acff94d7356,39123,1731956001899 had 1 regions 2024-11-18T18:53:38,849 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1acff94d7356,39123,1731956001899, splitWal=true, meta=false, isMeta: false 2024-11-18T18:53:38,851 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899-splitting 2024-11-18T18:53:38,852 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1acff94d7356,39123,1731956001899 WAL count=1, meta=false 2024-11-18T18:53:38,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1acff94d7356%2C39123%2C1731956001899.1731956003437}] 2024-11-18T18:53:38,860 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=1acff94d7356,35443,1731956001850 2024-11-18T18:53:38,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1acff94d7356%2C39123%2C1731956001899.1731956003437, worker=1acff94d7356,35443,1731956001850}] 2024-11-18T18:53:38,897 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=18] 2024-11-18T18:53:38,899 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1acff94d7356:39123 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1acff94d7356/172.17.0.2:39123 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:38,899 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=18, error=java.net.ConnectException: Call to address=1acff94d7356:39123 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1acff94d7356/172.17.0.2:39123 2024-11-18T18:53:38,899 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-18T18:53:38,899 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=18 from cache 2024-11-18T18:53:38,900 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 1acff94d7356:39123 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1acff94d7356/172.17.0.2:39123 2024-11-18T18:53:38,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1015094e8860003, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:53:38,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1015094e8860003, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:53:38,930 INFO [RS:2;1acff94d7356:39123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:53:38,930 INFO [RS:2;1acff94d7356:39123 {}] regionserver.HRegionServer(1031): Exiting; stopping=1acff94d7356,39123,1731956001899; zookeeper connection closed. 2024-11-18T18:53:38,931 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27d8b06e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27d8b06e 2024-11-18T18:53:39,024 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:53:39,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:53:39,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-18T18:53:39,047 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899-splitting/1acff94d7356%2C39123%2C1731956001899.1731956003437, size=2.1 K (2142bytes) 2024-11-18T18:53:39,047 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899-splitting/1acff94d7356%2C39123%2C1731956001899.1731956003437 2024-11-18T18:53:39,047 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899-splitting/1acff94d7356%2C39123%2C1731956001899.1731956003437 after 0ms 2024-11-18T18:53:39,051 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899-splitting/1acff94d7356%2C39123%2C1731956001899.1731956003437 took 4ms 2024-11-18T18:53:39,060 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 665def1e7054566e4fb05dba0a7eb98b: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-18T18:53:39,061 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899-splitting/1acff94d7356%2C39123%2C1731956001899.1731956003437 so closing down 2024-11-18T18:53:39,061 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:53:39,061 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:53:39,061 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899-splitting/1acff94d7356%2C39123%2C1731956001899.1731956003437, size=2.1 K, length=2142, corrupted=false, cancelled=false 2024-11-18T18:53:39,061 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899-splitting/1acff94d7356%2C39123%2C1731956001899.1731956003437, journal: Splitting hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899-splitting/1acff94d7356%2C39123%2C1731956001899.1731956003437, size=2.1 K (2142bytes) at 1731956019047Finishing writing output for hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899-splitting/1acff94d7356%2C39123%2C1731956001899.1731956003437 so closing down at 1731956019061 (+14 ms)3 split writer threads finished at 1731956019061Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899-splitting/1acff94d7356%2C39123%2C1731956001899.1731956003437, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1731956019061 2024-11-18T18:53:39,061 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899-splitting/1acff94d7356%2C39123%2C1731956001899.1731956003437 2024-11-18T18:53:39,063 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T18:53:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-18T18:53:39,071 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899-splitting/1acff94d7356%2C39123%2C1731956001899.1731956003437 to hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/oldWALs 2024-11-18T18:53:39,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-18T18:53:39,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1acff94d7356%2C39123%2C1731956001899.1731956003437, worker=1acff94d7356,35443,1731956001850 in 209 msec 2024-11-18T18:53:39,080 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=1acff94d7356,35443,1731956001850 2024-11-18T18:53:39,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T18:53:39,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 1acff94d7356%2C39123%2C1731956001899.1731956003437, worker=1acff94d7356,35443,1731956001850 in 227 msec 2024-11-18T18:53:39,086 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899-splitting dir is empty, no logs to split. 2024-11-18T18:53:39,086 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1acff94d7356,39123,1731956001899 WAL count=0, meta=false 2024-11-18T18:53:39,086 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1acff94d7356,39123,1731956001899 WAL splitting is done? wals=0, meta=false 2024-11-18T18:53:39,088 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 1acff94d7356,39123,1731956001899 failed, ignore...File hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/WALs/1acff94d7356,39123,1731956001899-splitting does not exist. 2024-11-18T18:53:39,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, ASSIGN}] 2024-11-18T18:53:39,093 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, ASSIGN 2024-11-18T18:53:39,095 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:53:39,205 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=18] 2024-11-18T18:53:39,206 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1acff94d7356:39123 this server is in the failed servers list 2024-11-18T18:53:39,207 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1acff94d7356:39123 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1acff94d7356:39123 2024-11-18T18:53:39,207 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1acff94d7356:39123 2024-11-18T18:53:39,207 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,39123,1731956001899, seqNum=18 from cache 2024-11-18T18:53:39,245 DEBUG [1acff94d7356:34707 {}] balancer.BalancerClusterState(204): Hosts are {1acff94d7356=0} racks are {/default-rack=0} 2024-11-18T18:53:39,245 DEBUG [1acff94d7356:34707 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T18:53:39,245 DEBUG [1acff94d7356:34707 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T18:53:39,245 DEBUG [1acff94d7356:34707 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T18:53:39,246 DEBUG [1acff94d7356:34707 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T18:53:39,246 INFO [1acff94d7356:34707 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T18:53:39,246 INFO [1acff94d7356:34707 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T18:53:39,246 DEBUG [1acff94d7356:34707 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T18:53:39,246 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=665def1e7054566e4fb05dba0a7eb98b, regionState=OPENING, regionLocation=1acff94d7356,35443,1731956001850 2024-11-18T18:53:39,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, ASSIGN because future has completed 2024-11-18T18:53:39,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,35443,1731956001850}] 2024-11-18T18:53:39,407 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:39,408 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 665def1e7054566e4fb05dba0a7eb98b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:39,408 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:39,409 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:39,409 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:39,409 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:39,411 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:39,412 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 665def1e7054566e4fb05dba0a7eb98b columnFamilyName cf1 2024-11-18T18:53:39,413 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:39,421 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf1/9a13b116d417452da7a2e3a55336cf73 2024-11-18T18:53:39,422 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(327): Store=665def1e7054566e4fb05dba0a7eb98b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:39,422 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:39,423 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 665def1e7054566e4fb05dba0a7eb98b columnFamilyName cf2 2024-11-18T18:53:39,423 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:39,430 DEBUG [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/cf2/4e5b69180cab4b18b4d0f966b61f950d 2024-11-18T18:53:39,430 INFO [StoreOpener-665def1e7054566e4fb05dba0a7eb98b-1 {}] regionserver.HStore(327): Store=665def1e7054566e4fb05dba0a7eb98b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:39,430 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:39,431 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:39,432 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:39,433 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:39,433 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:39,434 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T18:53:39,435 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:39,436 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 665def1e7054566e4fb05dba0a7eb98b; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60693884, jitterRate=-0.09559065103530884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T18:53:39,436 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:53:39,436 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 665def1e7054566e4fb05dba0a7eb98b: Running coprocessor pre-open hook at 1731956019409Writing region info on filesystem at 1731956019409Initializing all the Stores at 1731956019411 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956019411Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956019411Cleaning up temporary data from old regions at 1731956019433 (+22 ms)Running coprocessor post-open hooks at 1731956019436 (+3 ms)Region opened successfully at 1731956019436 2024-11-18T18:53:39,437 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., pid=17, masterSystemTime=1731956019402 2024-11-18T18:53:39,439 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:39,439 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:53:39,440 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=665def1e7054566e4fb05dba0a7eb98b, regionState=OPEN, openSeqNum=18, regionLocation=1acff94d7356,35443,1731956001850 2024-11-18T18:53:39,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,35443,1731956001850 because future has completed 2024-11-18T18:53:39,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-18T18:53:39,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 665def1e7054566e4fb05dba0a7eb98b, server=1acff94d7356,35443,1731956001850 in 194 msec 2024-11-18T18:53:39,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-18T18:53:39,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=665def1e7054566e4fb05dba0a7eb98b, ASSIGN in 355 msec 2024-11-18T18:53:39,448 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 1acff94d7356,39123,1731956001899 after splitting done 2024-11-18T18:53:39,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 1acff94d7356,39123,1731956001899, splitWal=true, meta=false in 609 msec 2024-11-18T18:53:39,715 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b., hostname=1acff94d7356,35443,1731956001850, seqNum=18] 2024-11-18T18:53:39,716 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:53:39,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:53:39,738 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=414 (was 417), OpenFileDescriptor=1051 (was 1024) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=248 (was 218) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2225 (was 2268) 2024-11-18T18:53:39,739 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-18T18:53:39,750 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=414, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=248, ProcessCount=11, AvailableMemoryMB=2225 2024-11-18T18:53:39,750 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-18T18:53:39,764 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:39,766 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:39,767 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:53:39,769 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-42992702, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/hregion-42992702, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:39,781 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-42992702/hregion-42992702.1731956019770, exclude list is [], retry=0 2024-11-18T18:53:39,784 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:39,784 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:39,785 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:39,787 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-42992702/hregion-42992702.1731956019770 2024-11-18T18:53:39,787 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-18T18:53:39,788 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3ae6fc08ece73cb6625047d6365874e1, NAME => 'testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40363/hbase 2024-11-18T18:53:39,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741893_1071 (size=67) 2024-11-18T18:53:39,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741893_1071 (size=67) 2024-11-18T18:53:39,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741893_1071 (size=67) 2024-11-18T18:53:39,799 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:39,801 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,803 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ae6fc08ece73cb6625047d6365874e1 columnFamilyName a 2024-11-18T18:53:39,803 DEBUG [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:39,803 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(327): Store=3ae6fc08ece73cb6625047d6365874e1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:39,803 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,805 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ae6fc08ece73cb6625047d6365874e1 columnFamilyName b 2024-11-18T18:53:39,805 DEBUG [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:39,806 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(327): Store=3ae6fc08ece73cb6625047d6365874e1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:39,806 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,807 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ae6fc08ece73cb6625047d6365874e1 columnFamilyName c 2024-11-18T18:53:39,807 DEBUG [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:39,808 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(327): Store=3ae6fc08ece73cb6625047d6365874e1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:39,808 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,809 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,809 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,810 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,811 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,811 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:39,812 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,814 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:53:39,815 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3ae6fc08ece73cb6625047d6365874e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65793976, jitterRate=-0.019593358039855957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:39,816 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3ae6fc08ece73cb6625047d6365874e1: Writing region info on filesystem at 1731956019799Initializing all the Stores at 1731956019800 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956019800Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956019801 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956019801Cleaning up temporary data from old regions at 1731956019811 (+10 ms)Region opened successfully at 1731956019815 (+4 ms) 2024-11-18T18:53:39,816 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3ae6fc08ece73cb6625047d6365874e1, disabling compactions & flushes 2024-11-18T18:53:39,816 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1. 2024-11-18T18:53:39,816 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1. 2024-11-18T18:53:39,816 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1. after waiting 0 ms 2024-11-18T18:53:39,816 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1. 2024-11-18T18:53:39,816 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1. 2024-11-18T18:53:39,816 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3ae6fc08ece73cb6625047d6365874e1: Waiting for close lock at 1731956019816Disabling compacts and flushes for region at 1731956019816Disabling writes for close at 1731956019816Writing region close event to WAL at 1731956019816Closed at 1731956019816 2024-11-18T18:53:39,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741892_1070 (size=93) 2024-11-18T18:53:39,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741892_1070 (size=93) 2024-11-18T18:53:39,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741892_1070 (size=93) 2024-11-18T18:53:39,821 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T18:53:39,821 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-42992702:(num 1731956019770) 2024-11-18T18:53:39,821 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:39,823 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:39,835 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956019824, exclude list is [], retry=0 2024-11-18T18:53:39,838 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:39,839 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:39,839 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:39,841 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956019824 2024-11-18T18:53:39,842 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:36197:36197)] 2024-11-18T18:53:39,842 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ae6fc08ece73cb6625047d6365874e1, NAME => 'testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:39,842 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:39,842 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,842 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,844 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,844 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ae6fc08ece73cb6625047d6365874e1 columnFamilyName a 2024-11-18T18:53:39,844 DEBUG [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:39,845 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(327): Store=3ae6fc08ece73cb6625047d6365874e1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:39,845 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,846 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ae6fc08ece73cb6625047d6365874e1 columnFamilyName b 2024-11-18T18:53:39,846 DEBUG [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:39,847 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(327): Store=3ae6fc08ece73cb6625047d6365874e1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:39,847 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,847 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ae6fc08ece73cb6625047d6365874e1 columnFamilyName c 2024-11-18T18:53:39,848 DEBUG [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:39,848 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(327): Store=3ae6fc08ece73cb6625047d6365874e1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:39,848 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,849 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,851 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,852 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,852 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,852 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:39,854 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:39,855 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3ae6fc08ece73cb6625047d6365874e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63205469, jitterRate=-0.05816511809825897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:39,856 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3ae6fc08ece73cb6625047d6365874e1: Writing region info on filesystem at 1731956019842Initializing all the Stores at 1731956019843 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956019843Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956019843Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956019843Cleaning up temporary data from old regions at 1731956019852 (+9 ms)Region opened successfully at 1731956019856 (+4 ms) 2024-11-18T18:53:39,885 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3ae6fc08ece73cb6625047d6365874e1 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-18T18:53:39,901 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/.tmp/a/6f36796715a845b39012438130f83138 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731956019856/Put/seqid=0 2024-11-18T18:53:39,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741895_1073 (size=5958) 2024-11-18T18:53:39,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741895_1073 (size=5958) 2024-11-18T18:53:39,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741895_1073 (size=5958) 2024-11-18T18:53:39,909 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/.tmp/a/6f36796715a845b39012438130f83138 2024-11-18T18:53:39,929 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/.tmp/b/b1a31d6a0a7c43c59f399e2a8ff68be8 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731956019865/Put/seqid=0 2024-11-18T18:53:39,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741896_1074 (size=5958) 2024-11-18T18:53:39,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741896_1074 (size=5958) 2024-11-18T18:53:39,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741896_1074 (size=5958) 2024-11-18T18:53:39,936 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/.tmp/b/b1a31d6a0a7c43c59f399e2a8ff68be8 2024-11-18T18:53:39,956 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/.tmp/c/c4d1f093ac504d4f84d07c69356383c1 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731956019874/Put/seqid=0 2024-11-18T18:53:39,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741897_1075 (size=5958) 2024-11-18T18:53:39,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741897_1075 (size=5958) 2024-11-18T18:53:39,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741897_1075 (size=5958) 2024-11-18T18:53:39,963 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/.tmp/c/c4d1f093ac504d4f84d07c69356383c1 2024-11-18T18:53:39,970 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/.tmp/a/6f36796715a845b39012438130f83138 as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/a/6f36796715a845b39012438130f83138 2024-11-18T18:53:39,976 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/a/6f36796715a845b39012438130f83138, entries=10, sequenceid=33, filesize=5.8 K 2024-11-18T18:53:39,977 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/.tmp/b/b1a31d6a0a7c43c59f399e2a8ff68be8 as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/b/b1a31d6a0a7c43c59f399e2a8ff68be8 2024-11-18T18:53:39,983 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/b/b1a31d6a0a7c43c59f399e2a8ff68be8, entries=10, sequenceid=33, filesize=5.8 K 2024-11-18T18:53:39,985 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/.tmp/c/c4d1f093ac504d4f84d07c69356383c1 as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/c/c4d1f093ac504d4f84d07c69356383c1 2024-11-18T18:53:39,991 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/c/c4d1f093ac504d4f84d07c69356383c1, entries=10, sequenceid=33, filesize=5.8 K 2024-11-18T18:53:39,992 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 3ae6fc08ece73cb6625047d6365874e1 in 107ms, sequenceid=33, compaction requested=false 2024-11-18T18:53:39,992 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3ae6fc08ece73cb6625047d6365874e1: 2024-11-18T18:53:39,992 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3ae6fc08ece73cb6625047d6365874e1, disabling compactions & flushes 2024-11-18T18:53:39,992 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1. 2024-11-18T18:53:39,992 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1. 2024-11-18T18:53:39,992 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1. after waiting 0 ms 2024-11-18T18:53:39,992 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1. 2024-11-18T18:53:39,994 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1. 2024-11-18T18:53:39,994 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3ae6fc08ece73cb6625047d6365874e1: Waiting for close lock at 1731956019992Disabling compacts and flushes for region at 1731956019992Disabling writes for close at 1731956019992Writing region close event to WAL at 1731956019994 (+2 ms)Closed at 1731956019994 2024-11-18T18:53:39,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741894_1072 (size=5937) 2024-11-18T18:53:39,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741894_1072 (size=5937) 2024-11-18T18:53:39,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741894_1072 (size=5937) 2024-11-18T18:53:40,001 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/b/b1a31d6a0a7c43c59f399e2a8ff68be8 to hdfs://localhost:40363/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/b/b1a31d6a0a7c43c59f399e2a8ff68be8 2024-11-18T18:53:40,016 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40363/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956019824, size=5.8 K (5937bytes) 2024-11-18T18:53:40,016 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40363/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956019824 2024-11-18T18:53:40,017 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40363/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956019824 after 1ms 2024-11-18T18:53:40,019 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40363/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956019824 took 3ms 2024-11-18T18:53:40,021 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40363/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956019824 so closing down 2024-11-18T18:53:40,021 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:53:40,022 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731956019824.temp 2024-11-18T18:53:40,024 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/recovered.edits/0000000000000000003-wal.1731956019824.temp 2024-11-18T18:53:40,024 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:53:40,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741898_1076 (size=5223) 2024-11-18T18:53:40,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741898_1076 (size=5223) 2024-11-18T18:53:40,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741898_1076 (size=5223) 2024-11-18T18:53:40,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/recovered.edits/0000000000000000003-wal.1731956019824.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-18T18:53:40,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/recovered.edits/0000000000000000003-wal.1731956019824.temp to hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/recovered.edits/0000000000000000032 2024-11-18T18:53:40,033 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:40363/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956019824, size=5.8 K, length=5937, corrupted=false, cancelled=false 2024-11-18T18:53:40,033 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40363/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956019824, journal: Splitting hdfs://localhost:40363/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956019824, size=5.8 K (5937bytes) at 1731956020016Finishing writing output for hdfs://localhost:40363/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956019824 so closing down at 1731956020021 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/recovered.edits/0000000000000000003-wal.1731956019824.temp at 1731956020024 (+3 ms)3 split writer threads finished at 1731956020024Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/recovered.edits/0000000000000000003-wal.1731956019824.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731956020032 (+8 ms)Rename recovered edits hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/recovered.edits/0000000000000000003-wal.1731956019824.temp to hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/recovered.edits/0000000000000000032 at 1731956020033 (+1 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:40363/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956019824, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1731956020033 2024-11-18T18:53:40,035 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40363/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956019824 to hdfs://localhost:40363/hbase/oldWALs/wal.1731956019824 2024-11-18T18:53:40,036 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/recovered.edits/0000000000000000032 2024-11-18T18:53:40,036 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:40,037 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:40,049 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956020038, exclude list is [], retry=0 2024-11-18T18:53:40,052 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:40,052 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:40,053 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:40,056 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956020038 2024-11-18T18:53:40,056 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-18T18:53:40,056 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ae6fc08ece73cb6625047d6365874e1, NAME => 'testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:40,056 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:40,056 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:40,056 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:40,058 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:40,059 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ae6fc08ece73cb6625047d6365874e1 columnFamilyName a 2024-11-18T18:53:40,059 DEBUG [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:40,064 DEBUG [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/a/6f36796715a845b39012438130f83138 2024-11-18T18:53:40,065 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(327): Store=3ae6fc08ece73cb6625047d6365874e1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:40,065 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:40,066 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ae6fc08ece73cb6625047d6365874e1 columnFamilyName b 2024-11-18T18:53:40,066 DEBUG [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:40,067 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(327): Store=3ae6fc08ece73cb6625047d6365874e1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:40,067 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:40,068 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ae6fc08ece73cb6625047d6365874e1 columnFamilyName c 2024-11-18T18:53:40,068 DEBUG [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:40,073 DEBUG [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/c/c4d1f093ac504d4f84d07c69356383c1 2024-11-18T18:53:40,074 INFO [StoreOpener-3ae6fc08ece73cb6625047d6365874e1-1 {}] regionserver.HStore(327): Store=3ae6fc08ece73cb6625047d6365874e1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:40,074 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:40,075 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:40,076 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:40,077 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/recovered.edits/0000000000000000032 2024-11-18T18:53:40,080 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/recovered.edits/0000000000000000032 2024-11-18T18:53:40,080 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3ae6fc08ece73cb6625047d6365874e1 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-18T18:53:40,096 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/.tmp/b/f3e5b049945a465bad6364b9e34b008f is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731956019865/Put/seqid=0 2024-11-18T18:53:40,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741900_1078 (size=5958) 2024-11-18T18:53:40,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741900_1078 (size=5958) 2024-11-18T18:53:40,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741900_1078 (size=5958) 2024-11-18T18:53:40,103 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/.tmp/b/f3e5b049945a465bad6364b9e34b008f 2024-11-18T18:53:40,110 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/.tmp/b/f3e5b049945a465bad6364b9e34b008f as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/b/f3e5b049945a465bad6364b9e34b008f 2024-11-18T18:53:40,116 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/b/f3e5b049945a465bad6364b9e34b008f, entries=10, sequenceid=32, filesize=5.8 K 2024-11-18T18:53:40,116 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 3ae6fc08ece73cb6625047d6365874e1 in 36ms, sequenceid=32, compaction requested=false; wal=null 2024-11-18T18:53:40,117 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/recovered.edits/0000000000000000032 2024-11-18T18:53:40,118 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:40,118 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:40,119 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:40,120 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3ae6fc08ece73cb6625047d6365874e1 2024-11-18T18:53:40,123 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/3ae6fc08ece73cb6625047d6365874e1/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-18T18:53:40,124 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3ae6fc08ece73cb6625047d6365874e1; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73594392, jitterRate=0.0966418981552124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:40,124 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3ae6fc08ece73cb6625047d6365874e1: Writing region info on filesystem at 1731956020057Initializing all the Stores at 1731956020057Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956020057Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956020058 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956020058Obtaining lock to block concurrent updates at 1731956020081 (+23 ms)Preparing flush snapshotting stores in 3ae6fc08ece73cb6625047d6365874e1 at 1731956020081Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731956020081Flushing stores of testReplayEditsWrittenViaHRegion,,1731956019765.3ae6fc08ece73cb6625047d6365874e1. at 1731956020081Flushing 3ae6fc08ece73cb6625047d6365874e1/b: creating writer at 1731956020081Flushing 3ae6fc08ece73cb6625047d6365874e1/b: appending metadata at 1731956020095 (+14 ms)Flushing 3ae6fc08ece73cb6625047d6365874e1/b: closing flushed file at 1731956020095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b340a14: reopening flushed file at 1731956020109 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 3ae6fc08ece73cb6625047d6365874e1 in 36ms, sequenceid=32, compaction requested=false; wal=null at 1731956020116 (+7 ms)Cleaning up temporary data from old regions at 1731956020118 (+2 ms)Region opened successfully at 1731956020124 (+6 ms) 2024-11-18T18:53:40,145 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=423 (was 414) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:41950 [Waiting for operation #34] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:55256 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:54798 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:43950 [Waiting for operation #32] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-913112732-172.17.0.2-1731955997373:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:36630 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-913112732-172.17.0.2-1731955997373:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:37286 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-913112732-172.17.0.2-1731955997373:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=248 (was 248), ProcessCount=11 (was 11), AvailableMemoryMB=2217 (was 2225) 2024-11-18T18:53:40,145 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-18T18:53:40,157 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=423, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=248, ProcessCount=11, AvailableMemoryMB=2217 2024-11-18T18:53:40,157 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-18T18:53:40,171 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:40,173 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:40,174 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:53:40,177 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-53939178, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/hregion-53939178, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:40,189 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-53939178/hregion-53939178.1731956020177, exclude list is [], retry=0 2024-11-18T18:53:40,192 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:40,192 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:40,193 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:40,195 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-53939178/hregion-53939178.1731956020177 2024-11-18T18:53:40,195 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-18T18:53:40,195 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1330e259ffa914baadee8101884fe4f5, NAME => 'testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40363/hbase 2024-11-18T18:53:40,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741902_1080 (size=68) 2024-11-18T18:53:40,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741902_1080 (size=68) 2024-11-18T18:53:40,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741902_1080 (size=68) 2024-11-18T18:53:40,206 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:40,208 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,210 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1330e259ffa914baadee8101884fe4f5 columnFamilyName a 2024-11-18T18:53:40,210 DEBUG [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:40,210 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(327): Store=1330e259ffa914baadee8101884fe4f5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:40,211 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,212 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1330e259ffa914baadee8101884fe4f5 columnFamilyName b 2024-11-18T18:53:40,212 DEBUG [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:40,213 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(327): Store=1330e259ffa914baadee8101884fe4f5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:40,213 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,215 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1330e259ffa914baadee8101884fe4f5 columnFamilyName c 2024-11-18T18:53:40,215 DEBUG [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:40,215 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(327): Store=1330e259ffa914baadee8101884fe4f5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:40,215 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,216 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,216 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,217 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,218 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,218 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:40,219 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,221 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:53:40,222 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1330e259ffa914baadee8101884fe4f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72297776, jitterRate=0.07732081413269043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:40,223 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1330e259ffa914baadee8101884fe4f5: Writing region info on filesystem at 1731956020206Initializing all the Stores at 1731956020207 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956020207Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956020208 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956020208Cleaning up temporary data from old regions at 1731956020218 (+10 ms)Region opened successfully at 1731956020223 (+5 ms) 2024-11-18T18:53:40,223 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1330e259ffa914baadee8101884fe4f5, disabling compactions & flushes 2024-11-18T18:53:40,223 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5. 2024-11-18T18:53:40,223 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5. 2024-11-18T18:53:40,223 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5. after waiting 0 ms 2024-11-18T18:53:40,223 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5. 2024-11-18T18:53:40,223 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5. 2024-11-18T18:53:40,224 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1330e259ffa914baadee8101884fe4f5: Waiting for close lock at 1731956020223Disabling compacts and flushes for region at 1731956020223Disabling writes for close at 1731956020223Writing region close event to WAL at 1731956020223Closed at 1731956020223 2024-11-18T18:53:40,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741901_1079 (size=93) 2024-11-18T18:53:40,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741901_1079 (size=93) 2024-11-18T18:53:40,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741901_1079 (size=93) 2024-11-18T18:53:40,229 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T18:53:40,229 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-53939178:(num 1731956020177) 2024-11-18T18:53:40,229 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:40,231 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:40,244 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956020231, exclude list is [], retry=0 2024-11-18T18:53:40,246 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:40,247 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:40,247 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:40,249 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956020231 2024-11-18T18:53:40,249 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:36197:36197)] 2024-11-18T18:53:40,307 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1330e259ffa914baadee8101884fe4f5, NAME => 'testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:40,310 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,310 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:40,310 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,310 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,312 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,313 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1330e259ffa914baadee8101884fe4f5 columnFamilyName a 2024-11-18T18:53:40,313 DEBUG [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:40,314 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(327): Store=1330e259ffa914baadee8101884fe4f5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:40,314 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,315 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1330e259ffa914baadee8101884fe4f5 columnFamilyName b 2024-11-18T18:53:40,315 DEBUG [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:40,316 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(327): Store=1330e259ffa914baadee8101884fe4f5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:40,316 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,316 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1330e259ffa914baadee8101884fe4f5 columnFamilyName c 2024-11-18T18:53:40,317 DEBUG [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:40,317 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(327): Store=1330e259ffa914baadee8101884fe4f5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:40,317 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,318 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,319 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,320 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,320 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,321 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:40,322 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,323 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1330e259ffa914baadee8101884fe4f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61695340, jitterRate=-0.08066779375076294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:40,324 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:40,324 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1330e259ffa914baadee8101884fe4f5: Running coprocessor pre-open hook at 1731956020310Writing region info on filesystem at 1731956020310Initializing all the Stores at 1731956020311 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956020311Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956020312 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956020312Cleaning up temporary data from old regions at 1731956020320 (+8 ms)Running coprocessor post-open hooks at 1731956020324 (+4 ms)Region opened successfully at 1731956020324 2024-11-18T18:53:40,336 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1330e259ffa914baadee8101884fe4f5 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-18T18:53:40,337 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1330e259ffa914baadee8101884fe4f5/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:41,338 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1330e259ffa914baadee8101884fe4f5/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:41,874 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T18:53:41,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-18T18:53:41,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-18T18:53:41,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-18T18:53:41,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-18T18:53:41,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-18T18:53:41,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-18T18:53:41,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-18T18:53:41,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-18T18:53:42,340 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1330e259ffa914baadee8101884fe4f5/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:43,341 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1330e259ffa914baadee8101884fe4f5/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:44,342 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1330e259ffa914baadee8101884fe4f5/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:45,343 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1330e259ffa914baadee8101884fe4f5/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:46,344 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1330e259ffa914baadee8101884fe4f5/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:47,346 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1330e259ffa914baadee8101884fe4f5/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:48,347 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1330e259ffa914baadee8101884fe4f5/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:49,347 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1330e259ffa914baadee8101884fe4f5/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:49,349 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1330e259ffa914baadee8101884fe4f5: 2024-11-18T18:53:49,349 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5. 2024-11-18T18:53:49,367 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1330e259ffa914baadee8101884fe4f5: 2024-11-18T18:53:49,367 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-18T18:53:49,367 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1330e259ffa914baadee8101884fe4f5, disabling compactions & flushes 2024-11-18T18:53:49,367 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5. 2024-11-18T18:53:49,367 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5. 2024-11-18T18:53:49,367 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5. after waiting 0 ms 2024-11-18T18:53:49,367 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5. 2024-11-18T18:53:49,368 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5. 2024-11-18T18:53:49,368 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5. 2024-11-18T18:53:49,368 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1330e259ffa914baadee8101884fe4f5: Waiting for close lock at 1731956029367Running coprocessor pre-close hooks at 1731956029367Disabling compacts and flushes for region at 1731956029367Disabling writes for close at 1731956029367Writing region close event to WAL at 1731956029368 (+1 ms)Running coprocessor post-close hooks at 1731956029368Closed at 1731956029368 2024-11-18T18:53:49,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741903_1081 (size=3941) 2024-11-18T18:53:49,372 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956020231 not finished, retry = 0 2024-11-18T18:53:49,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741903_1081 (size=3941) 2024-11-18T18:53:49,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741903_1081 (size=3941) 2024-11-18T18:53:49,489 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40363/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956020231, size=3.8 K (3941bytes) 2024-11-18T18:53:49,489 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40363/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956020231 2024-11-18T18:53:49,490 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40363/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956020231 after 1ms 2024-11-18T18:53:49,493 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40363/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956020231 took 4ms 2024-11-18T18:53:49,500 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40363/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956020231 so closing down 2024-11-18T18:53:49,500 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:53:49,502 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731956020231.temp 2024-11-18T18:53:49,507 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/recovered.edits/0000000000000000004-wal.1731956020231.temp 2024-11-18T18:53:49,507 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:53:49,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741904_1082 (size=2983) 2024-11-18T18:53:49,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741904_1082 (size=2983) 2024-11-18T18:53:49,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741904_1082 (size=2983) 2024-11-18T18:53:49,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/recovered.edits/0000000000000000004-wal.1731956020231.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-18T18:53:49,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/recovered.edits/0000000000000000004-wal.1731956020231.temp to hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/recovered.edits/0000000000000000026 2024-11-18T18:53:49,525 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 26 ms; skipped=3; WAL=hdfs://localhost:40363/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956020231, size=3.8 K, length=3941, corrupted=false, cancelled=false 2024-11-18T18:53:49,525 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40363/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956020231, journal: Splitting hdfs://localhost:40363/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956020231, size=3.8 K (3941bytes) at 1731956029489Finishing writing output for hdfs://localhost:40363/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956020231 so closing down at 1731956029500 (+11 ms)Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/recovered.edits/0000000000000000004-wal.1731956020231.temp at 1731956029507 (+7 ms)3 split writer threads finished at 1731956029507Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/recovered.edits/0000000000000000004-wal.1731956020231.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731956029523 (+16 ms)Rename recovered edits hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/recovered.edits/0000000000000000004-wal.1731956020231.temp to hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/recovered.edits/0000000000000000026 at 1731956029524 (+1 ms)Processed 23 edits across 1 Regions in 26 ms; skipped=3; WAL=hdfs://localhost:40363/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956020231, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1731956029525 (+1 ms) 2024-11-18T18:53:49,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40363/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956020231 to hdfs://localhost:40363/hbase/oldWALs/wal.1731956020231 2024-11-18T18:53:49,527 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/recovered.edits/0000000000000000026 2024-11-18T18:53:49,528 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:49,530 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:49,542 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956029530, exclude list is [], retry=0 2024-11-18T18:53:49,545 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:49,546 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:49,546 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:49,548 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956029530 2024-11-18T18:53:49,549 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-18T18:53:49,549 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1330e259ffa914baadee8101884fe4f5, NAME => 'testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:49,550 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:49,550 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:49,550 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:49,550 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:49,552 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:49,553 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1330e259ffa914baadee8101884fe4f5 columnFamilyName a 2024-11-18T18:53:49,553 DEBUG [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:49,554 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(327): Store=1330e259ffa914baadee8101884fe4f5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:49,554 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:49,555 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1330e259ffa914baadee8101884fe4f5 columnFamilyName b 2024-11-18T18:53:49,555 DEBUG [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:49,556 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(327): Store=1330e259ffa914baadee8101884fe4f5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:49,556 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:49,557 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1330e259ffa914baadee8101884fe4f5 columnFamilyName c 2024-11-18T18:53:49,557 DEBUG [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:49,557 INFO [StoreOpener-1330e259ffa914baadee8101884fe4f5-1 {}] regionserver.HStore(327): Store=1330e259ffa914baadee8101884fe4f5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:49,558 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:49,558 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:49,560 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:49,561 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/recovered.edits/0000000000000000026 2024-11-18T18:53:49,565 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/recovered.edits/0000000000000000026 2024-11-18T18:53:49,566 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1330e259ffa914baadee8101884fe4f5 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-18T18:53:49,586 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/.tmp/a/e935cacdf20b479eb2d5dcb32778cc12 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731956029354/Put/seqid=0 2024-11-18T18:53:49,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741906_1084 (size=5523) 2024-11-18T18:53:49,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741906_1084 (size=5523) 2024-11-18T18:53:49,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741906_1084 (size=5523) 2024-11-18T18:53:49,603 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/.tmp/a/e935cacdf20b479eb2d5dcb32778cc12 2024-11-18T18:53:49,626 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/.tmp/b/70d87a233cf04844bb4e7398e045672a is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731956029349/Put/seqid=0 2024-11-18T18:53:49,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741907_1085 (size=5524) 2024-11-18T18:53:49,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741907_1085 (size=5524) 2024-11-18T18:53:49,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741907_1085 (size=5524) 2024-11-18T18:53:49,635 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/.tmp/b/70d87a233cf04844bb4e7398e045672a 2024-11-18T18:53:49,668 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/.tmp/c/d5724ba834164981bb0e1b911c0421e7 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731956029352/Put/seqid=0 2024-11-18T18:53:49,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741908_1086 (size=5457) 2024-11-18T18:53:49,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741908_1086 (size=5457) 2024-11-18T18:53:49,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741908_1086 (size=5457) 2024-11-18T18:53:49,683 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/.tmp/c/d5724ba834164981bb0e1b911c0421e7 2024-11-18T18:53:49,690 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/.tmp/a/e935cacdf20b479eb2d5dcb32778cc12 as hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/a/e935cacdf20b479eb2d5dcb32778cc12 2024-11-18T18:53:49,696 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/a/e935cacdf20b479eb2d5dcb32778cc12, entries=7, sequenceid=26, filesize=5.4 K 2024-11-18T18:53:49,697 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/.tmp/b/70d87a233cf04844bb4e7398e045672a as hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/b/70d87a233cf04844bb4e7398e045672a 2024-11-18T18:53:49,704 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/b/70d87a233cf04844bb4e7398e045672a, entries=7, sequenceid=26, filesize=5.4 K 2024-11-18T18:53:49,705 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/.tmp/c/d5724ba834164981bb0e1b911c0421e7 as hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/c/d5724ba834164981bb0e1b911c0421e7 2024-11-18T18:53:49,710 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/c/d5724ba834164981bb0e1b911c0421e7, entries=6, sequenceid=26, filesize=5.3 K 2024-11-18T18:53:49,711 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 1330e259ffa914baadee8101884fe4f5 in 145ms, sequenceid=26, compaction requested=false; wal=null 2024-11-18T18:53:49,712 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/recovered.edits/0000000000000000026 2024-11-18T18:53:49,713 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:49,713 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:49,714 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:49,715 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:49,718 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testReplayEditsAfterAbortingFlush/1330e259ffa914baadee8101884fe4f5/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-18T18:53:49,719 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1330e259ffa914baadee8101884fe4f5; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70607229, jitterRate=0.052129700779914856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:49,719 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1330e259ffa914baadee8101884fe4f5 2024-11-18T18:53:49,720 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1330e259ffa914baadee8101884fe4f5: Running coprocessor pre-open hook at 1731956029550Writing region info on filesystem at 1731956029550Initializing all the Stores at 1731956029551 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956029551Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956029552 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956029552Obtaining lock to block concurrent updates at 1731956029566 (+14 ms)Preparing flush snapshotting stores in 1330e259ffa914baadee8101884fe4f5 at 1731956029566Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731956029566Flushing stores of testReplayEditsAfterAbortingFlush,,1731956020172.1330e259ffa914baadee8101884fe4f5. at 1731956029566Flushing 1330e259ffa914baadee8101884fe4f5/a: creating writer at 1731956029566Flushing 1330e259ffa914baadee8101884fe4f5/a: appending metadata at 1731956029585 (+19 ms)Flushing 1330e259ffa914baadee8101884fe4f5/a: closing flushed file at 1731956029585Flushing 1330e259ffa914baadee8101884fe4f5/b: creating writer at 1731956029609 (+24 ms)Flushing 1330e259ffa914baadee8101884fe4f5/b: appending metadata at 1731956029625 (+16 ms)Flushing 1330e259ffa914baadee8101884fe4f5/b: closing flushed file at 1731956029625Flushing 1330e259ffa914baadee8101884fe4f5/c: creating writer at 1731956029643 (+18 ms)Flushing 1330e259ffa914baadee8101884fe4f5/c: appending metadata at 1731956029668 (+25 ms)Flushing 1330e259ffa914baadee8101884fe4f5/c: closing flushed file at 1731956029668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b78492f: reopening flushed file at 1731956029689 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ccb73a8: reopening flushed file at 1731956029696 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c846250: reopening flushed file at 1731956029704 (+8 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 1330e259ffa914baadee8101884fe4f5 in 145ms, sequenceid=26, compaction requested=false; wal=null at 1731956029711 (+7 ms)Cleaning up temporary data from old regions at 1731956029713 (+2 ms)Running coprocessor post-open hooks at 1731956029719 (+6 ms)Region opened successfully at 1731956029720 (+1 ms) 2024-11-18T18:53:49,741 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=422 (was 423), OpenFileDescriptor=1181 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 248), ProcessCount=11 (was 11), AvailableMemoryMB=3414 (was 2217) - AvailableMemoryMB LEAK? - 2024-11-18T18:53:49,741 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1181 is superior to 1024 2024-11-18T18:53:49,754 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=422, OpenFileDescriptor=1181, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=3414 2024-11-18T18:53:49,754 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1181 is superior to 1024 2024-11-18T18:53:49,770 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:49,772 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:49,772 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:53:49,775 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-45616707, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/hregion-45616707, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:49,794 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-45616707/hregion-45616707.1731956029776, exclude list is [], retry=0 2024-11-18T18:53:49,798 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:49,798 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:49,798 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:49,803 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-45616707/hregion-45616707.1731956029776 2024-11-18T18:53:49,803 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-18T18:53:49,804 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 83ba7cc8b8e1c1d08ea491a72267efb3, NAME => 'testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40363/hbase 2024-11-18T18:53:49,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741910_1088 (size=61) 2024-11-18T18:53:49,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741910_1088 (size=61) 2024-11-18T18:53:49,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741910_1088 (size=61) 2024-11-18T18:53:49,826 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:49,827 INFO [StoreOpener-83ba7cc8b8e1c1d08ea491a72267efb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:49,829 INFO [StoreOpener-83ba7cc8b8e1c1d08ea491a72267efb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ba7cc8b8e1c1d08ea491a72267efb3 columnFamilyName a 2024-11-18T18:53:49,829 DEBUG [StoreOpener-83ba7cc8b8e1c1d08ea491a72267efb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:49,830 INFO [StoreOpener-83ba7cc8b8e1c1d08ea491a72267efb3-1 {}] regionserver.HStore(327): Store=83ba7cc8b8e1c1d08ea491a72267efb3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:49,830 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:49,831 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:49,832 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:49,832 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:49,832 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:49,834 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:49,839 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:53:49,840 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 83ba7cc8b8e1c1d08ea491a72267efb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59307588, jitterRate=-0.11624807119369507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:53:49,841 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 83ba7cc8b8e1c1d08ea491a72267efb3: Writing region info on filesystem at 1731956029826Initializing all the Stores at 1731956029827 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956029827Cleaning up temporary data from old regions at 1731956029832 (+5 ms)Region opened successfully at 1731956029841 (+9 ms) 2024-11-18T18:53:49,841 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 83ba7cc8b8e1c1d08ea491a72267efb3, disabling compactions & flushes 2024-11-18T18:53:49,841 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3. 2024-11-18T18:53:49,841 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3. 2024-11-18T18:53:49,841 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3. after waiting 0 ms 2024-11-18T18:53:49,841 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3. 2024-11-18T18:53:49,841 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3. 2024-11-18T18:53:49,841 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 83ba7cc8b8e1c1d08ea491a72267efb3: Waiting for close lock at 1731956029841Disabling compacts and flushes for region at 1731956029841Disabling writes for close at 1731956029841Writing region close event to WAL at 1731956029841Closed at 1731956029841 2024-11-18T18:53:49,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741909_1087 (size=93) 2024-11-18T18:53:49,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741909_1087 (size=93) 2024-11-18T18:53:49,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741909_1087 (size=93) 2024-11-18T18:53:49,850 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T18:53:49,850 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-45616707:(num 1731956029776) 2024-11-18T18:53:49,850 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:49,852 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:49,865 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956029853, exclude list is [], retry=0 2024-11-18T18:53:49,868 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:49,869 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:49,869 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:49,870 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956029853 2024-11-18T18:53:49,871 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-18T18:53:49,871 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 83ba7cc8b8e1c1d08ea491a72267efb3, NAME => 'testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:49,871 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:49,871 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:49,871 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:49,873 INFO [StoreOpener-83ba7cc8b8e1c1d08ea491a72267efb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:49,874 INFO [StoreOpener-83ba7cc8b8e1c1d08ea491a72267efb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ba7cc8b8e1c1d08ea491a72267efb3 columnFamilyName a 2024-11-18T18:53:49,874 DEBUG [StoreOpener-83ba7cc8b8e1c1d08ea491a72267efb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:49,874 INFO [StoreOpener-83ba7cc8b8e1c1d08ea491a72267efb3-1 {}] regionserver.HStore(327): Store=83ba7cc8b8e1c1d08ea491a72267efb3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:49,874 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:49,875 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:49,876 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:49,876 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:49,876 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:49,878 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:49,879 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 83ba7cc8b8e1c1d08ea491a72267efb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66518478, jitterRate=-0.008797436952590942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:53:49,879 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 83ba7cc8b8e1c1d08ea491a72267efb3: Writing region info on filesystem at 1731956029871Initializing all the Stores at 1731956029872 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956029872Cleaning up temporary data from old regions at 1731956029876 (+4 ms)Region opened successfully at 1731956029879 (+3 ms) 2024-11-18T18:53:49,889 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 83ba7cc8b8e1c1d08ea491a72267efb3, disabling compactions & flushes 2024-11-18T18:53:49,889 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3. 2024-11-18T18:53:49,889 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3. 2024-11-18T18:53:49,889 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3. after waiting 0 ms 2024-11-18T18:53:49,889 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3. 2024-11-18T18:53:49,890 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3. 2024-11-18T18:53:49,890 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3. 2024-11-18T18:53:49,890 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 83ba7cc8b8e1c1d08ea491a72267efb3: Waiting for close lock at 1731956029889Disabling compacts and flushes for region at 1731956029889Disabling writes for close at 1731956029889Writing region close event to WAL at 1731956029890 (+1 ms)Closed at 1731956029890 2024-11-18T18:53:49,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741911_1089 (size=1623) 2024-11-18T18:53:49,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741911_1089 (size=1623) 2024-11-18T18:53:49,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741911_1089 (size=1623) 2024-11-18T18:53:49,908 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40363/hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956029853, size=1.6 K (1623bytes) 2024-11-18T18:53:49,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40363/hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956029853 2024-11-18T18:53:49,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40363/hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956029853 after 1ms 2024-11-18T18:53:49,911 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40363/hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956029853 took 3ms 2024-11-18T18:53:49,913 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40363/hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956029853 so closing down 2024-11-18T18:53:49,913 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:53:49,914 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731956029853.temp 2024-11-18T18:53:49,915 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/recovered.edits/0000000000000000003-wal.1731956029853.temp 2024-11-18T18:53:49,915 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:53:49,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741912_1090 (size=1623) 2024-11-18T18:53:49,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741912_1090 (size=1623) 2024-11-18T18:53:49,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741912_1090 (size=1623) 2024-11-18T18:53:49,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/recovered.edits/0000000000000000003-wal.1731956029853.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T18:53:49,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/recovered.edits/0000000000000000003-wal.1731956029853.temp to hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/recovered.edits/0000000000000000012 2024-11-18T18:53:49,927 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956029853, size=1.6 K, length=1623, corrupted=false, cancelled=false 2024-11-18T18:53:49,927 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40363/hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956029853, journal: Splitting hdfs://localhost:40363/hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956029853, size=1.6 K (1623bytes) at 1731956029908Finishing writing output for hdfs://localhost:40363/hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956029853 so closing down at 1731956029913 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/recovered.edits/0000000000000000003-wal.1731956029853.temp at 1731956029915 (+2 ms)3 split writer threads finished at 1731956029916 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/recovered.edits/0000000000000000003-wal.1731956029853.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731956029925 (+9 ms)Rename recovered edits hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/recovered.edits/0000000000000000003-wal.1731956029853.temp to hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/recovered.edits/0000000000000000012 at 1731956029927 (+2 ms)Processed 10 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956029853, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1731956029927 2024-11-18T18:53:49,929 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40363/hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956029853 to hdfs://localhost:40363/hbase/oldWALs/wal.1731956029853 2024-11-18T18:53:49,929 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/recovered.edits/0000000000000000012 2024-11-18T18:53:50,204 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:53:50,373 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:50,375 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:50,388 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956030376, exclude list is [], retry=0 2024-11-18T18:53:50,391 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:50,391 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:50,391 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:50,393 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956030376 2024-11-18T18:53:50,393 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:38747:38747)] 2024-11-18T18:53:50,394 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 83ba7cc8b8e1c1d08ea491a72267efb3, NAME => 'testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:50,394 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:50,394 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,394 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,398 INFO [StoreOpener-83ba7cc8b8e1c1d08ea491a72267efb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,400 INFO [StoreOpener-83ba7cc8b8e1c1d08ea491a72267efb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ba7cc8b8e1c1d08ea491a72267efb3 columnFamilyName a 2024-11-18T18:53:50,400 DEBUG [StoreOpener-83ba7cc8b8e1c1d08ea491a72267efb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:50,401 INFO [StoreOpener-83ba7cc8b8e1c1d08ea491a72267efb3-1 {}] regionserver.HStore(327): Store=83ba7cc8b8e1c1d08ea491a72267efb3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:50,401 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,402 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,412 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,413 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/recovered.edits/0000000000000000012 2024-11-18T18:53:50,419 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/recovered.edits/0000000000000000012 2024-11-18T18:53:50,419 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 83ba7cc8b8e1c1d08ea491a72267efb3 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-18T18:53:50,439 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/.tmp/a/c9e55a03b88349d4b7e213d239e13c4f is 79, key is testDatalossWhenInputError/a:x0/1731956029879/Put/seqid=0 2024-11-18T18:53:50,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741914_1092 (size=5808) 2024-11-18T18:53:50,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741914_1092 (size=5808) 2024-11-18T18:53:50,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741914_1092 (size=5808) 2024-11-18T18:53:50,448 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/.tmp/a/c9e55a03b88349d4b7e213d239e13c4f 2024-11-18T18:53:50,459 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/.tmp/a/c9e55a03b88349d4b7e213d239e13c4f as hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/a/c9e55a03b88349d4b7e213d239e13c4f 2024-11-18T18:53:50,469 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/a/c9e55a03b88349d4b7e213d239e13c4f, entries=10, sequenceid=12, filesize=5.7 K 2024-11-18T18:53:50,469 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 83ba7cc8b8e1c1d08ea491a72267efb3 in 50ms, sequenceid=12, compaction requested=false; wal=null 2024-11-18T18:53:50,470 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/recovered.edits/0000000000000000012 2024-11-18T18:53:50,477 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,478 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,481 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,484 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-18T18:53:50,485 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 83ba7cc8b8e1c1d08ea491a72267efb3; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66017668, jitterRate=-0.016260087490081787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:53:50,485 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 83ba7cc8b8e1c1d08ea491a72267efb3: Writing region info on filesystem at 1731956030394Initializing all the Stores at 1731956030397 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956030397Obtaining lock to block concurrent updates at 1731956030419 (+22 ms)Preparing flush snapshotting stores in 83ba7cc8b8e1c1d08ea491a72267efb3 at 1731956030419Finished memstore snapshotting testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731956030419Flushing stores of testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3. at 1731956030419Flushing 83ba7cc8b8e1c1d08ea491a72267efb3/a: creating writer at 1731956030419Flushing 83ba7cc8b8e1c1d08ea491a72267efb3/a: appending metadata at 1731956030438 (+19 ms)Flushing 83ba7cc8b8e1c1d08ea491a72267efb3/a: closing flushed file at 1731956030438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21aa7814: reopening flushed file at 1731956030457 (+19 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 83ba7cc8b8e1c1d08ea491a72267efb3 in 50ms, sequenceid=12, compaction requested=false; wal=null at 1731956030469 (+12 ms)Cleaning up temporary data from old regions at 1731956030478 (+9 ms)Region opened successfully at 1731956030485 (+7 ms) 2024-11-18T18:53:50,489 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 83ba7cc8b8e1c1d08ea491a72267efb3, NAME => 'testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:50,489 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731956029770.83ba7cc8b8e1c1d08ea491a72267efb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:50,489 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,489 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,490 INFO [StoreOpener-83ba7cc8b8e1c1d08ea491a72267efb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,491 INFO [StoreOpener-83ba7cc8b8e1c1d08ea491a72267efb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ba7cc8b8e1c1d08ea491a72267efb3 columnFamilyName a 2024-11-18T18:53:50,492 DEBUG [StoreOpener-83ba7cc8b8e1c1d08ea491a72267efb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:50,502 DEBUG [StoreOpener-83ba7cc8b8e1c1d08ea491a72267efb3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/a/c9e55a03b88349d4b7e213d239e13c4f 2024-11-18T18:53:50,502 INFO [StoreOpener-83ba7cc8b8e1c1d08ea491a72267efb3-1 {}] regionserver.HStore(327): Store=83ba7cc8b8e1c1d08ea491a72267efb3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:50,503 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,504 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,505 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,506 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,506 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,510 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 83ba7cc8b8e1c1d08ea491a72267efb3 2024-11-18T18:53:50,513 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testDatalossWhenInputError/83ba7cc8b8e1c1d08ea491a72267efb3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-18T18:53:50,514 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 83ba7cc8b8e1c1d08ea491a72267efb3; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73493203, jitterRate=0.09513406455516815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:53:50,514 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 83ba7cc8b8e1c1d08ea491a72267efb3: Writing region info on filesystem at 1731956030489Initializing all the Stores at 1731956030490 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956030490Cleaning up temporary data from old regions at 1731956030506 (+16 ms)Region opened successfully at 1731956030514 (+8 ms) 2024-11-18T18:53:50,538 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=432 (was 422) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:43028 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:55830 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-913112732-172.17.0.2-1731955997373:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:43020 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:54104 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-913112732-172.17.0.2-1731955997373:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-913112732-172.17.0.2-1731955997373:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:54210 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1181) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 218), ProcessCount=11 (was 11), AvailableMemoryMB=3301 (was 3414) 2024-11-18T18:53:50,539 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-18T18:53:50,555 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=432, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=3298 2024-11-18T18:53:50,555 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-18T18:53:50,576 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:50,579 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:50,580 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:53:50,583 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-64387058, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/hregion-64387058, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:50,602 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-64387058/hregion-64387058.1731956030583, exclude list is [], retry=0 2024-11-18T18:53:50,609 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:50,609 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:50,610 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:50,615 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-64387058/hregion-64387058.1731956030583 2024-11-18T18:53:50,616 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-18T18:53:50,616 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f44ecaea3040874afcc791bec4da3632, NAME => 'testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40363/hbase 2024-11-18T18:53:50,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741916_1094 (size=63) 2024-11-18T18:53:50,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741916_1094 (size=63) 2024-11-18T18:53:50,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741916_1094 (size=63) 2024-11-18T18:53:50,640 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:50,642 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,644 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44ecaea3040874afcc791bec4da3632 columnFamilyName a 2024-11-18T18:53:50,644 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:50,645 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(327): Store=f44ecaea3040874afcc791bec4da3632/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:50,645 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,647 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44ecaea3040874afcc791bec4da3632 columnFamilyName b 2024-11-18T18:53:50,647 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:50,648 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(327): Store=f44ecaea3040874afcc791bec4da3632/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:50,648 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,649 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44ecaea3040874afcc791bec4da3632 columnFamilyName c 2024-11-18T18:53:50,649 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:50,650 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(327): Store=f44ecaea3040874afcc791bec4da3632/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:50,651 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,652 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,652 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,653 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,654 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,654 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:50,656 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,658 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:53:50,659 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f44ecaea3040874afcc791bec4da3632; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69804764, jitterRate=0.040172040462493896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:50,660 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f44ecaea3040874afcc791bec4da3632: Writing region info on filesystem at 1731956030640Initializing all the Stores at 1731956030641 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956030641Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956030642 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956030642Cleaning up temporary data from old regions at 1731956030654 (+12 ms)Region opened successfully at 1731956030660 (+6 ms) 2024-11-18T18:53:50,660 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f44ecaea3040874afcc791bec4da3632, disabling compactions & flushes 2024-11-18T18:53:50,660 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632. 2024-11-18T18:53:50,660 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632. 2024-11-18T18:53:50,660 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632. after waiting 0 ms 2024-11-18T18:53:50,660 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632. 2024-11-18T18:53:50,661 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632. 2024-11-18T18:53:50,661 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f44ecaea3040874afcc791bec4da3632: Waiting for close lock at 1731956030660Disabling compacts and flushes for region at 1731956030660Disabling writes for close at 1731956030660Writing region close event to WAL at 1731956030661 (+1 ms)Closed at 1731956030661 2024-11-18T18:53:50,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741915_1093 (size=93) 2024-11-18T18:53:50,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741915_1093 (size=93) 2024-11-18T18:53:50,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741915_1093 (size=93) 2024-11-18T18:53:50,673 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T18:53:50,673 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-64387058:(num 1731956030583) 2024-11-18T18:53:50,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:50,675 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:50,689 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676, exclude list is [], retry=0 2024-11-18T18:53:50,693 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:50,694 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:50,695 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:50,717 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676 2024-11-18T18:53:50,719 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:38747:38747)] 2024-11-18T18:53:50,719 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f44ecaea3040874afcc791bec4da3632, NAME => 'testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:50,719 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:50,719 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,719 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,721 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,722 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44ecaea3040874afcc791bec4da3632 columnFamilyName a 2024-11-18T18:53:50,723 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:50,727 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(327): Store=f44ecaea3040874afcc791bec4da3632/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:50,727 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,729 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44ecaea3040874afcc791bec4da3632 columnFamilyName b 2024-11-18T18:53:50,729 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:50,737 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(327): Store=f44ecaea3040874afcc791bec4da3632/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:50,737 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,738 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44ecaea3040874afcc791bec4da3632 columnFamilyName c 2024-11-18T18:53:50,738 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:50,739 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(327): Store=f44ecaea3040874afcc791bec4da3632/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:50,739 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,740 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,741 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,742 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,742 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,743 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:50,745 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:50,747 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f44ecaea3040874afcc791bec4da3632; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68246592, jitterRate=0.016953468322753906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:50,748 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f44ecaea3040874afcc791bec4da3632: Writing region info on filesystem at 1731956030719Initializing all the Stores at 1731956030720 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956030721 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956030721Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956030721Cleaning up temporary data from old regions at 1731956030742 (+21 ms)Region opened successfully at 1731956030748 (+6 ms) 2024-11-18T18:53:50,756 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731956030756/Put/seqid=0 2024-11-18T18:53:50,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741918_1096 (size=4875) 2024-11-18T18:53:50,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741918_1096 (size=4875) 2024-11-18T18:53:50,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741918_1096 (size=4875) 2024-11-18T18:53:50,786 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731956030786/Put/seqid=0 2024-11-18T18:53:50,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741919_1097 (size=4875) 2024-11-18T18:53:50,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741919_1097 (size=4875) 2024-11-18T18:53:50,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741919_1097 (size=4875) 2024-11-18T18:53:50,812 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731956030811/Put/seqid=0 2024-11-18T18:53:50,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741920_1098 (size=4875) 2024-11-18T18:53:50,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741920_1098 (size=4875) 2024-11-18T18:53:50,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741920_1098 (size=4875) 2024-11-18T18:53:50,836 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40363/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in f44ecaea3040874afcc791bec4da3632/a 2024-11-18T18:53:50,842 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-18T18:53:50,842 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:53:50,842 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40363/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in f44ecaea3040874afcc791bec4da3632/a 2024-11-18T18:53:50,847 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-18T18:53:50,847 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:53:50,847 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40363/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in f44ecaea3040874afcc791bec4da3632/a 2024-11-18T18:53:50,851 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-18T18:53:50,851 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:53:50,851 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f44ecaea3040874afcc791bec4da3632 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-18T18:53:50,873 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/.tmp/a/50f5c8f6a758445cb870bd81b271ee13 is 55, key is testCompactedBulkLoadedFiles/a:a/1731956030748/Put/seqid=0 2024-11-18T18:53:50,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741921_1099 (size=5107) 2024-11-18T18:53:50,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741921_1099 (size=5107) 2024-11-18T18:53:50,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741921_1099 (size=5107) 2024-11-18T18:53:50,897 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/.tmp/a/50f5c8f6a758445cb870bd81b271ee13 2024-11-18T18:53:50,905 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/.tmp/a/50f5c8f6a758445cb870bd81b271ee13 as hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/50f5c8f6a758445cb870bd81b271ee13 2024-11-18T18:53:50,911 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/50f5c8f6a758445cb870bd81b271ee13, entries=1, sequenceid=4, filesize=5.0 K 2024-11-18T18:53:50,913 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for f44ecaea3040874afcc791bec4da3632 in 62ms, sequenceid=4, compaction requested=false 2024-11-18T18:53:50,913 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f44ecaea3040874afcc791bec4da3632: 2024-11-18T18:53:50,915 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/b5cf0fde8abb43e6b80c72b8bf130b5d_SeqId_4_ 2024-11-18T18:53:50,918 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/d98c08b257354071b17645d83abf24b8_SeqId_4_ 2024-11-18T18:53:50,919 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/730083f2d35c474e9fe0417f43401d8f_SeqId_4_ 2024-11-18T18:53:50,920 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40363/hbase/testCompactedBulkLoadedFiles/hfile0 into f44ecaea3040874afcc791bec4da3632/a as hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/b5cf0fde8abb43e6b80c72b8bf130b5d_SeqId_4_ - updating store file list. 2024-11-18T18:53:50,925 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for b5cf0fde8abb43e6b80c72b8bf130b5d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:53:50,925 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/b5cf0fde8abb43e6b80c72b8bf130b5d_SeqId_4_ into f44ecaea3040874afcc791bec4da3632/a 2024-11-18T18:53:50,925 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40363/hbase/testCompactedBulkLoadedFiles/hfile0 into f44ecaea3040874afcc791bec4da3632/a (new location: hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/b5cf0fde8abb43e6b80c72b8bf130b5d_SeqId_4_) 2024-11-18T18:53:50,926 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40363/hbase/testCompactedBulkLoadedFiles/hfile1 into f44ecaea3040874afcc791bec4da3632/a as hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/d98c08b257354071b17645d83abf24b8_SeqId_4_ - updating store file list. 2024-11-18T18:53:50,932 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for d98c08b257354071b17645d83abf24b8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:53:50,932 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/d98c08b257354071b17645d83abf24b8_SeqId_4_ into f44ecaea3040874afcc791bec4da3632/a 2024-11-18T18:53:50,932 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40363/hbase/testCompactedBulkLoadedFiles/hfile1 into f44ecaea3040874afcc791bec4da3632/a (new location: hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/d98c08b257354071b17645d83abf24b8_SeqId_4_) 2024-11-18T18:53:50,933 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40363/hbase/testCompactedBulkLoadedFiles/hfile2 into f44ecaea3040874afcc791bec4da3632/a as hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/730083f2d35c474e9fe0417f43401d8f_SeqId_4_ - updating store file list. 2024-11-18T18:53:50,938 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 730083f2d35c474e9fe0417f43401d8f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:53:50,939 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/730083f2d35c474e9fe0417f43401d8f_SeqId_4_ into f44ecaea3040874afcc791bec4da3632/a 2024-11-18T18:53:50,939 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40363/hbase/testCompactedBulkLoadedFiles/hfile2 into f44ecaea3040874afcc791bec4da3632/a (new location: hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/730083f2d35c474e9fe0417f43401d8f_SeqId_4_) 2024-11-18T18:53:50,948 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T18:53:50,949 DEBUG [Time-limited test {}] regionserver.HStore(1541): f44ecaea3040874afcc791bec4da3632/a is initiating major compaction (all files) 2024-11-18T18:53:50,949 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of f44ecaea3040874afcc791bec4da3632/a in testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632. 2024-11-18T18:53:50,949 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/50f5c8f6a758445cb870bd81b271ee13, hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/b5cf0fde8abb43e6b80c72b8bf130b5d_SeqId_4_, hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/d98c08b257354071b17645d83abf24b8_SeqId_4_, hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/730083f2d35c474e9fe0417f43401d8f_SeqId_4_] into tmpdir=hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/.tmp, totalSize=19.3 K 2024-11-18T18:53:50,949 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 50f5c8f6a758445cb870bd81b271ee13, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731956030748 2024-11-18T18:53:50,950 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b5cf0fde8abb43e6b80c72b8bf130b5d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-18T18:53:50,950 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d98c08b257354071b17645d83abf24b8_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-18T18:53:50,951 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 730083f2d35c474e9fe0417f43401d8f_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-18T18:53:50,963 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/.tmp/a/f96893c814714004a79592b6697e5190 is 55, key is testCompactedBulkLoadedFiles/a:a/1731956030748/Put/seqid=0 2024-11-18T18:53:50,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741922_1100 (size=6154) 2024-11-18T18:53:50,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741922_1100 (size=6154) 2024-11-18T18:53:50,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741922_1100 (size=6154) 2024-11-18T18:53:50,981 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/.tmp/a/f96893c814714004a79592b6697e5190 as hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/f96893c814714004a79592b6697e5190 2024-11-18T18:53:50,989 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in f44ecaea3040874afcc791bec4da3632/a of f44ecaea3040874afcc791bec4da3632 into f96893c814714004a79592b6697e5190(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T18:53:50,990 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for f44ecaea3040874afcc791bec4da3632: 2024-11-18T18:53:50,990 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-18T18:53:50,990 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-18T18:53:51,033 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40363/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676, size=0 (0bytes) 2024-11-18T18:53:51,033 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40363/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676 might be still open, length is 0 2024-11-18T18:53:51,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40363/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676 2024-11-18T18:53:51,033 WARN [IPC Server handler 4 on default port 40363 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-18T18:53:51,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40363/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676 after 1ms 2024-11-18T18:53:51,363 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-18T18:53:51,363 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-18T18:53:51,364 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-18T18:53:51,364 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-18T18:53:53,128 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:54224 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36673:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54224 dst: /127.0.0.1:36673 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36673 remote=/127.0.0.1:54224]. Total timeout mills is 60000, 57861 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:53,129 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:55854 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:38573:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55854 dst: /127.0.0.1:38573 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:53,130 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:43052 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44767:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43052 dst: /127.0.0.1:44767 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:53,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741917_1101 (size=1659) 2024-11-18T18:53:53,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741917_1101 (size=1659) 2024-11-18T18:53:53,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741917_1101 (size=1659) 2024-11-18T18:53:54,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T18:53:55,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40363/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676 after 4001ms 2024-11-18T18:53:55,037 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40363/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676 took 4005ms 2024-11-18T18:53:55,040 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40363/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676; continuing. 2024-11-18T18:53:55,040 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40363/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676 so closing down 2024-11-18T18:53:55,040 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:53:55,041 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731956030676.temp 2024-11-18T18:53:55,044 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/recovered.edits/0000000000000000003-wal.1731956030676.temp 2024-11-18T18:53:55,044 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:53:55,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741923_1102 (size=698) 2024-11-18T18:53:55,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741923_1102 (size=698) 2024-11-18T18:53:55,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741923_1102 (size=698) 2024-11-18T18:53:55,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/recovered.edits/0000000000000000003-wal.1731956030676.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-18T18:53:55,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/recovered.edits/0000000000000000003-wal.1731956030676.temp to hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/recovered.edits/0000000000000000008 2024-11-18T18:53:55,067 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 29 ms; skipped=3; WAL=hdfs://localhost:40363/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T18:53:55,067 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40363/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676, journal: Splitting hdfs://localhost:40363/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676, size=0 (0bytes) at 1731956031033Finishing writing output for hdfs://localhost:40363/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676 so closing down at 1731956035040 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/recovered.edits/0000000000000000003-wal.1731956030676.temp at 1731956035044 (+4 ms)3 split writer threads finished at 1731956035044Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/recovered.edits/0000000000000000003-wal.1731956030676.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731956035065 (+21 ms)Rename recovered edits hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/recovered.edits/0000000000000000003-wal.1731956030676.temp to hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/recovered.edits/0000000000000000008 at 1731956035066 (+1 ms)Processed 5 edits across 1 Regions in 29 ms; skipped=3; WAL=hdfs://localhost:40363/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676, size=0, length=0, corrupted=false, cancelled=false at 1731956035067 (+1 ms) 2024-11-18T18:53:55,068 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40363/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676 to hdfs://localhost:40363/hbase/oldWALs/wal.1731956030676 2024-11-18T18:53:55,069 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/recovered.edits/0000000000000000008 2024-11-18T18:53:55,069 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:55,071 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:55,084 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956035071, exclude list is [], retry=0 2024-11-18T18:53:55,087 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:55,087 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:55,087 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:55,096 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956035071 2024-11-18T18:53:55,097 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:36197:36197)] 2024-11-18T18:53:55,097 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f44ecaea3040874afcc791bec4da3632, NAME => 'testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:55,097 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:55,097 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:55,097 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:55,103 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:55,104 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44ecaea3040874afcc791bec4da3632 columnFamilyName a 2024-11-18T18:53:55,104 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:55,113 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/50f5c8f6a758445cb870bd81b271ee13 2024-11-18T18:53:55,118 DEBUG [StoreFileOpener-f44ecaea3040874afcc791bec4da3632-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 730083f2d35c474e9fe0417f43401d8f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:53:55,118 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/730083f2d35c474e9fe0417f43401d8f_SeqId_4_ 2024-11-18T18:53:55,124 DEBUG [StoreFileOpener-f44ecaea3040874afcc791bec4da3632-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b5cf0fde8abb43e6b80c72b8bf130b5d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:53:55,124 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/b5cf0fde8abb43e6b80c72b8bf130b5d_SeqId_4_ 2024-11-18T18:53:55,128 DEBUG [StoreFileOpener-f44ecaea3040874afcc791bec4da3632-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d98c08b257354071b17645d83abf24b8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:53:55,128 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/d98c08b257354071b17645d83abf24b8_SeqId_4_ 2024-11-18T18:53:55,134 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/f96893c814714004a79592b6697e5190 2024-11-18T18:53:55,135 WARN [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/50f5c8f6a758445cb870bd81b271ee13 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3d54c5c3 2024-11-18T18:53:55,135 WARN [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/730083f2d35c474e9fe0417f43401d8f_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3d54c5c3 2024-11-18T18:53:55,135 WARN [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/b5cf0fde8abb43e6b80c72b8bf130b5d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3d54c5c3 2024-11-18T18:53:55,135 WARN [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/d98c08b257354071b17645d83abf24b8_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3d54c5c3 2024-11-18T18:53:55,135 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/50f5c8f6a758445cb870bd81b271ee13, hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/730083f2d35c474e9fe0417f43401d8f_SeqId_4_, hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/b5cf0fde8abb43e6b80c72b8bf130b5d_SeqId_4_, hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/d98c08b257354071b17645d83abf24b8_SeqId_4_] to archive 2024-11-18T18:53:55,136 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T18:53:55,138 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/50f5c8f6a758445cb870bd81b271ee13 to hdfs://localhost:40363/hbase/archive/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/50f5c8f6a758445cb870bd81b271ee13 2024-11-18T18:53:55,139 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/730083f2d35c474e9fe0417f43401d8f_SeqId_4_ to hdfs://localhost:40363/hbase/archive/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/730083f2d35c474e9fe0417f43401d8f_SeqId_4_ 2024-11-18T18:53:55,141 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/b5cf0fde8abb43e6b80c72b8bf130b5d_SeqId_4_ to hdfs://localhost:40363/hbase/archive/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/b5cf0fde8abb43e6b80c72b8bf130b5d_SeqId_4_ 2024-11-18T18:53:55,142 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/d98c08b257354071b17645d83abf24b8_SeqId_4_ to hdfs://localhost:40363/hbase/archive/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/a/d98c08b257354071b17645d83abf24b8_SeqId_4_ 2024-11-18T18:53:55,142 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(327): Store=f44ecaea3040874afcc791bec4da3632/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:55,142 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:55,143 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44ecaea3040874afcc791bec4da3632 columnFamilyName b 2024-11-18T18:53:55,143 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:55,143 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(327): Store=f44ecaea3040874afcc791bec4da3632/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:55,143 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:55,144 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44ecaea3040874afcc791bec4da3632 columnFamilyName c 2024-11-18T18:53:55,144 DEBUG [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:55,145 INFO [StoreOpener-f44ecaea3040874afcc791bec4da3632-1 {}] regionserver.HStore(327): Store=f44ecaea3040874afcc791bec4da3632/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:55,145 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:55,146 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:55,148 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:55,148 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/recovered.edits/0000000000000000008 2024-11-18T18:53:55,152 DEBUG [Time-limited test {}] regionserver.HRegion(5836): f44ecaea3040874afcc791bec4da3632 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "f44ecaea3040874afcc791bec4da3632" family_name: "a" compaction_input: "50f5c8f6a758445cb870bd81b271ee13" compaction_input: "b5cf0fde8abb43e6b80c72b8bf130b5d_SeqId_4_" compaction_input: "d98c08b257354071b17645d83abf24b8_SeqId_4_" compaction_input: "730083f2d35c474e9fe0417f43401d8f_SeqId_4_" compaction_output: "f96893c814714004a79592b6697e5190" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-18T18:53:55,152 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-18T18:53:55,152 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/recovered.edits/0000000000000000008 2024-11-18T18:53:55,153 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/recovered.edits/0000000000000000008 2024-11-18T18:53:55,155 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:55,155 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:55,156 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:55,157 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f44ecaea3040874afcc791bec4da3632 2024-11-18T18:53:55,159 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testCompactedBulkLoadedFiles/f44ecaea3040874afcc791bec4da3632/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:53:55,160 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f44ecaea3040874afcc791bec4da3632; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69202088, jitterRate=0.031191468238830566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:55,161 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f44ecaea3040874afcc791bec4da3632: Writing region info on filesystem at 1731956035098Initializing all the Stores at 1731956035098Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956035098Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956035102 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956035102Cleaning up temporary data from old regions at 1731956035155 (+53 ms)Region opened successfully at 1731956035161 (+6 ms) 2024-11-18T18:53:55,163 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f44ecaea3040874afcc791bec4da3632, disabling compactions & flushes 2024-11-18T18:53:55,163 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632. 2024-11-18T18:53:55,163 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632. 2024-11-18T18:53:55,163 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632. after waiting 0 ms 2024-11-18T18:53:55,163 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632. 2024-11-18T18:53:55,169 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731956030577.f44ecaea3040874afcc791bec4da3632. 2024-11-18T18:53:55,169 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f44ecaea3040874afcc791bec4da3632: Waiting for close lock at 1731956035163Disabling compacts and flushes for region at 1731956035163Disabling writes for close at 1731956035163Writing region close event to WAL at 1731956035169 (+6 ms)Closed at 1731956035169 2024-11-18T18:53:55,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741924_1103 (size=93) 2024-11-18T18:53:55,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741924_1103 (size=93) 2024-11-18T18:53:55,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741924_1103 (size=93) 2024-11-18T18:53:55,174 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T18:53:55,174 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731956035071) 2024-11-18T18:53:55,196 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=446 (was 432) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1024848960_22 at /127.0.0.1:55900 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1024848960_22 at /127.0.0.1:54288 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1024848960_22 at /127.0.0.1:43110 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:40363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:40363 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 218) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2876 (was 3298) 2024-11-18T18:53:55,196 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-18T18:53:55,213 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=446, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=2875 2024-11-18T18:53:55,213 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-18T18:53:55,227 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:55,229 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:53:55,230 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:53:55,232 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-45143714, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/hregion-45143714, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:55,249 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-45143714/hregion-45143714.1731956035233, exclude list is [], retry=0 2024-11-18T18:53:55,252 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:55,251 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:55,252 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:55,254 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-45143714/hregion-45143714.1731956035233 2024-11-18T18:53:55,255 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:36197:36197)] 2024-11-18T18:53:55,255 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => eef8f3f2ff0f2ce750d72bfa62391ce4, NAME => 'testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40363/hbase 2024-11-18T18:53:55,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741926_1105 (size=67) 2024-11-18T18:53:55,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741926_1105 (size=67) 2024-11-18T18:53:55,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741926_1105 (size=67) 2024-11-18T18:53:55,275 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:55,276 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,277 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef8f3f2ff0f2ce750d72bfa62391ce4 columnFamilyName a 2024-11-18T18:53:55,277 DEBUG [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:55,278 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(327): Store=eef8f3f2ff0f2ce750d72bfa62391ce4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:55,278 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,279 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef8f3f2ff0f2ce750d72bfa62391ce4 columnFamilyName b 2024-11-18T18:53:55,279 DEBUG [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:55,279 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(327): Store=eef8f3f2ff0f2ce750d72bfa62391ce4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:55,279 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,280 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef8f3f2ff0f2ce750d72bfa62391ce4 columnFamilyName c 2024-11-18T18:53:55,280 DEBUG [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:55,281 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(327): Store=eef8f3f2ff0f2ce750d72bfa62391ce4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:55,281 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,282 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,282 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,283 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,283 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,284 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:55,285 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,288 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:53:55,290 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eef8f3f2ff0f2ce750d72bfa62391ce4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61204239, jitterRate=-0.08798576891422272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:55,290 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eef8f3f2ff0f2ce750d72bfa62391ce4: Writing region info on filesystem at 1731956035275Initializing all the Stores at 1731956035276 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956035276Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956035276Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956035276Cleaning up temporary data from old regions at 1731956035283 (+7 ms)Region opened successfully at 1731956035290 (+7 ms) 2024-11-18T18:53:55,291 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing eef8f3f2ff0f2ce750d72bfa62391ce4, disabling compactions & flushes 2024-11-18T18:53:55,291 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. 2024-11-18T18:53:55,291 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. 2024-11-18T18:53:55,291 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. after waiting 0 ms 2024-11-18T18:53:55,291 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. 2024-11-18T18:53:55,291 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. 2024-11-18T18:53:55,291 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for eef8f3f2ff0f2ce750d72bfa62391ce4: Waiting for close lock at 1731956035291Disabling compacts and flushes for region at 1731956035291Disabling writes for close at 1731956035291Writing region close event to WAL at 1731956035291Closed at 1731956035291 2024-11-18T18:53:55,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741925_1104 (size=93) 2024-11-18T18:53:55,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741925_1104 (size=93) 2024-11-18T18:53:55,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741925_1104 (size=93) 2024-11-18T18:53:55,309 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T18:53:55,309 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-45143714:(num 1731956035233) 2024-11-18T18:53:55,309 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:55,311 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:55,327 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035311, exclude list is [], retry=0 2024-11-18T18:53:55,330 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:55,331 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:55,331 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:55,335 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035311 2024-11-18T18:53:55,336 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:38747:38747)] 2024-11-18T18:53:55,337 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => eef8f3f2ff0f2ce750d72bfa62391ce4, NAME => 'testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:55,337 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:55,337 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,337 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,338 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,339 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef8f3f2ff0f2ce750d72bfa62391ce4 columnFamilyName a 2024-11-18T18:53:55,339 DEBUG [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:55,339 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(327): Store=eef8f3f2ff0f2ce750d72bfa62391ce4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:55,339 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,340 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef8f3f2ff0f2ce750d72bfa62391ce4 columnFamilyName b 2024-11-18T18:53:55,340 DEBUG [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:55,340 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(327): Store=eef8f3f2ff0f2ce750d72bfa62391ce4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:55,341 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,341 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef8f3f2ff0f2ce750d72bfa62391ce4 columnFamilyName c 2024-11-18T18:53:55,341 DEBUG [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:55,341 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(327): Store=eef8f3f2ff0f2ce750d72bfa62391ce4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:55,342 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,342 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,344 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,345 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,345 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,345 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:55,347 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,348 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eef8f3f2ff0f2ce750d72bfa62391ce4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59784345, jitterRate=-0.10914383828639984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:55,348 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eef8f3f2ff0f2ce750d72bfa62391ce4: Writing region info on filesystem at 1731956035337Initializing all the Stores at 1731956035338 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956035338Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956035338Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956035338Cleaning up temporary data from old regions at 1731956035345 (+7 ms)Region opened successfully at 1731956035348 (+3 ms) 2024-11-18T18:53:55,357 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eef8f3f2ff0f2ce750d72bfa62391ce4 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-18T18:53:55,388 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/a/9db2a9cf60494277be03972fcc5f3697 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731956035348/Put/seqid=0 2024-11-18T18:53:55,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741928_1107 (size=5958) 2024-11-18T18:53:55,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741928_1107 (size=5958) 2024-11-18T18:53:55,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741928_1107 (size=5958) 2024-11-18T18:53:55,394 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/a/9db2a9cf60494277be03972fcc5f3697 2024-11-18T18:53:55,400 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/a/9db2a9cf60494277be03972fcc5f3697 as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/a/9db2a9cf60494277be03972fcc5f3697 2024-11-18T18:53:55,406 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/a/9db2a9cf60494277be03972fcc5f3697, entries=10, sequenceid=13, filesize=5.8 K 2024-11-18T18:53:55,407 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for eef8f3f2ff0f2ce750d72bfa62391ce4 in 50ms, sequenceid=13, compaction requested=false 2024-11-18T18:53:55,407 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for eef8f3f2ff0f2ce750d72bfa62391ce4: 2024-11-18T18:53:55,427 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing eef8f3f2ff0f2ce750d72bfa62391ce4, disabling compactions & flushes 2024-11-18T18:53:55,427 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. 2024-11-18T18:53:55,427 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. 2024-11-18T18:53:55,427 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. after waiting 0 ms 2024-11-18T18:53:55,427 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. 2024-11-18T18:53:55,430 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. 2024-11-18T18:53:55,430 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. 2024-11-18T18:53:55,430 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for eef8f3f2ff0f2ce750d72bfa62391ce4: Waiting for close lock at 1731956035426Disabling compacts and flushes for region at 1731956035426Disabling writes for close at 1731956035427 (+1 ms)Writing region close event to WAL at 1731956035430 (+3 ms)Closed at 1731956035430 2024-11-18T18:53:55,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741927_1106 (size=5869) 2024-11-18T18:53:55,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741927_1106 (size=5869) 2024-11-18T18:53:55,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741927_1106 (size=5869) 2024-11-18T18:53:55,466 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035311, size=5.7 K (5869bytes) 2024-11-18T18:53:55,466 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035311 2024-11-18T18:53:55,466 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035311 after 0ms 2024-11-18T18:53:55,469 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035311 took 4ms 2024-11-18T18:53:55,471 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035311 so closing down 2024-11-18T18:53:55,471 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:53:55,472 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731956035311.temp 2024-11-18T18:53:55,473 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000003-wal.1731956035311.temp 2024-11-18T18:53:55,473 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:53:55,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741929_1108 (size=5223) 2024-11-18T18:53:55,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741929_1108 (size=5223) 2024-11-18T18:53:55,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741929_1108 (size=5223) 2024-11-18T18:53:55,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000003-wal.1731956035311.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-18T18:53:55,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000003-wal.1731956035311.temp to hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000035 2024-11-18T18:53:55,496 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 27 ms; skipped=2; WAL=hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035311, size=5.7 K, length=5869, corrupted=false, cancelled=false 2024-11-18T18:53:55,496 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035311, journal: Splitting hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035311, size=5.7 K (5869bytes) at 1731956035466Finishing writing output for hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035311 so closing down at 1731956035471 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000003-wal.1731956035311.temp at 1731956035473 (+2 ms)3 split writer threads finished at 1731956035473Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000003-wal.1731956035311.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731956035494 (+21 ms)Rename recovered edits hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000003-wal.1731956035311.temp to hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000035 at 1731956035496 (+2 ms)Processed 32 edits across 1 Regions in 27 ms; skipped=2; WAL=hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035311, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1731956035496 2024-11-18T18:53:55,498 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035311 to hdfs://localhost:40363/hbase/oldWALs/wal.1731956035311 2024-11-18T18:53:55,500 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000035 2024-11-18T18:53:55,500 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:55,502 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:55,523 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502, exclude list is [], retry=0 2024-11-18T18:53:55,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:55,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:55,527 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:55,535 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502 2024-11-18T18:53:55,535 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:35827:35827),(127.0.0.1/127.0.0.1:38747:38747)] 2024-11-18T18:53:55,536 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => eef8f3f2ff0f2ce750d72bfa62391ce4, NAME => 'testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:53:55,536 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:55,536 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,536 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,537 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,538 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef8f3f2ff0f2ce750d72bfa62391ce4 columnFamilyName a 2024-11-18T18:53:55,538 DEBUG [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:55,547 DEBUG [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/a/9db2a9cf60494277be03972fcc5f3697 2024-11-18T18:53:55,548 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(327): Store=eef8f3f2ff0f2ce750d72bfa62391ce4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:55,548 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,549 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef8f3f2ff0f2ce750d72bfa62391ce4 columnFamilyName b 2024-11-18T18:53:55,549 DEBUG [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:55,549 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(327): Store=eef8f3f2ff0f2ce750d72bfa62391ce4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:55,550 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,551 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef8f3f2ff0f2ce750d72bfa62391ce4 columnFamilyName c 2024-11-18T18:53:55,551 DEBUG [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:55,551 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(327): Store=eef8f3f2ff0f2ce750d72bfa62391ce4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:55,552 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,553 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,554 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,555 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000035 2024-11-18T18:53:55,560 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000035 2024-11-18T18:53:55,560 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eef8f3f2ff0f2ce750d72bfa62391ce4 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-18T18:53:55,580 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/b/c23a00e4e9894e5aba8fa2f5f5a5148d is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731956035407/Put/seqid=0 2024-11-18T18:53:55,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741931_1110 (size=5958) 2024-11-18T18:53:55,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741931_1110 (size=5958) 2024-11-18T18:53:55,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741931_1110 (size=5958) 2024-11-18T18:53:55,601 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/b/c23a00e4e9894e5aba8fa2f5f5a5148d 2024-11-18T18:53:55,632 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/c/4c47c755924a49dcbde7e5f97b0e0053 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731956035416/Put/seqid=0 2024-11-18T18:53:55,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741932_1111 (size=5958) 2024-11-18T18:53:55,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741932_1111 (size=5958) 2024-11-18T18:53:55,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741932_1111 (size=5958) 2024-11-18T18:53:55,639 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/c/4c47c755924a49dcbde7e5f97b0e0053 2024-11-18T18:53:55,647 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/b/c23a00e4e9894e5aba8fa2f5f5a5148d as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/b/c23a00e4e9894e5aba8fa2f5f5a5148d 2024-11-18T18:53:55,657 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/b/c23a00e4e9894e5aba8fa2f5f5a5148d, entries=10, sequenceid=35, filesize=5.8 K 2024-11-18T18:53:55,659 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/c/4c47c755924a49dcbde7e5f97b0e0053 as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/c/4c47c755924a49dcbde7e5f97b0e0053 2024-11-18T18:53:55,664 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/c/4c47c755924a49dcbde7e5f97b0e0053, entries=10, sequenceid=35, filesize=5.8 K 2024-11-18T18:53:55,664 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for eef8f3f2ff0f2ce750d72bfa62391ce4 in 104ms, sequenceid=35, compaction requested=false; wal=null 2024-11-18T18:53:55,665 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000035 2024-11-18T18:53:55,666 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,666 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,666 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:55,668 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:55,672 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-18T18:53:55,673 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eef8f3f2ff0f2ce750d72bfa62391ce4; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60543955, jitterRate=-0.09782476723194122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:55,674 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eef8f3f2ff0f2ce750d72bfa62391ce4: Writing region info on filesystem at 1731956035536Initializing all the Stores at 1731956035537 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956035537Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956035537Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956035537Obtaining lock to block concurrent updates at 1731956035560 (+23 ms)Preparing flush snapshotting stores in eef8f3f2ff0f2ce750d72bfa62391ce4 at 1731956035560Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731956035560Flushing stores of testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. at 1731956035560Flushing eef8f3f2ff0f2ce750d72bfa62391ce4/b: creating writer at 1731956035560Flushing eef8f3f2ff0f2ce750d72bfa62391ce4/b: appending metadata at 1731956035579 (+19 ms)Flushing eef8f3f2ff0f2ce750d72bfa62391ce4/b: closing flushed file at 1731956035579Flushing eef8f3f2ff0f2ce750d72bfa62391ce4/c: creating writer at 1731956035609 (+30 ms)Flushing eef8f3f2ff0f2ce750d72bfa62391ce4/c: appending metadata at 1731956035632 (+23 ms)Flushing eef8f3f2ff0f2ce750d72bfa62391ce4/c: closing flushed file at 1731956035632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@abf0229: reopening flushed file at 1731956035646 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aac9f5b: reopening flushed file at 1731956035658 (+12 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for eef8f3f2ff0f2ce750d72bfa62391ce4 in 104ms, sequenceid=35, compaction requested=false; wal=null at 1731956035664 (+6 ms)Cleaning up temporary data from old regions at 1731956035666 (+2 ms)Region opened successfully at 1731956035674 (+8 ms) 2024-11-18T18:53:55,760 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502, size=0 (0bytes) 2024-11-18T18:53:55,760 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502 might be still open, length is 0 2024-11-18T18:53:55,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502 2024-11-18T18:53:55,760 WARN [IPC Server handler 0 on default port 40363 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-18T18:53:55,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502 after 1ms 2024-11-18T18:53:56,128 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:55974 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:38573:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55974 dst: /127.0.0.1:38573 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38573 remote=/127.0.0.1:55974]. Total timeout mills is 60000, 59577 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:56,129 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:54336 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36673:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54336 dst: /127.0.0.1:36673 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:56,129 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_688303037_22 at /127.0.0.1:43178 [Receiving block BP-913112732-172.17.0.2-1731955997373:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44767:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43178 dst: /127.0.0.1:44767 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:53:56,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741930_1112 (size=5215) 2024-11-18T18:53:56,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741930_1112 (size=5215) 2024-11-18T18:53:56,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741930_1112 (size=5215) 2024-11-18T18:53:59,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502 after 4001ms 2024-11-18T18:53:59,764 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502 took 4004ms 2024-11-18T18:53:59,766 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502; continuing. 2024-11-18T18:53:59,767 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502 so closing down 2024-11-18T18:53:59,767 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:53:59,768 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731956035502.temp 2024-11-18T18:53:59,770 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000037-wal.1731956035502.temp 2024-11-18T18:53:59,770 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:53:59,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741933_1113 (size=5223) 2024-11-18T18:53:59,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741933_1113 (size=5223) 2024-11-18T18:53:59,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741933_1113 (size=5223) 2024-11-18T18:53:59,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000037-wal.1731956035502.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-18T18:53:59,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000037-wal.1731956035502.temp to hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000066 2024-11-18T18:53:59,790 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T18:53:59,790 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502, journal: Splitting hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502, size=0 (0bytes) at 1731956035760Finishing writing output for hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502 so closing down at 1731956039767 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000037-wal.1731956035502.temp at 1731956039770 (+3 ms)3 split writer threads finished at 1731956039770Closed recovered edits writer path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000037-wal.1731956035502.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731956039788 (+18 ms)Rename recovered edits hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000037-wal.1731956035502.temp to hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000066 at 1731956039789 (+1 ms)Processed 30 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502, size=0, length=0, corrupted=false, cancelled=false at 1731956039790 (+1 ms) 2024-11-18T18:53:59,791 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502 to hdfs://localhost:40363/hbase/oldWALs/wal.1731956035502 2024-11-18T18:53:59,792 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000066 2024-11-18T18:53:59,792 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T18:53:59,794 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40363/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226, archiveDir=hdfs://localhost:40363/hbase/oldWALs, maxLogs=32 2024-11-18T18:53:59,810 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956039794, exclude list is [], retry=0 2024-11-18T18:53:59,812 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-7c968e78-1010-4ae3-8a82-a0706ac5888e,DISK] 2024-11-18T18:53:59,813 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-f9a40e23-d6c1-4a1e-9cfc-9c202b241bdd,DISK] 2024-11-18T18:53:59,813 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-fd512c87-88ce-4f80-8b78-309f23951c87,DISK] 2024-11-18T18:53:59,819 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956039794 2024-11-18T18:53:59,819 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38747:38747),(127.0.0.1/127.0.0.1:36197:36197),(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-18T18:53:59,820 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:53:59,821 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:59,823 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef8f3f2ff0f2ce750d72bfa62391ce4 columnFamilyName a 2024-11-18T18:53:59,823 DEBUG [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:59,832 DEBUG [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/a/9db2a9cf60494277be03972fcc5f3697 2024-11-18T18:53:59,833 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(327): Store=eef8f3f2ff0f2ce750d72bfa62391ce4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:59,833 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:59,834 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef8f3f2ff0f2ce750d72bfa62391ce4 columnFamilyName b 2024-11-18T18:53:59,834 DEBUG [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:59,838 DEBUG [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/b/c23a00e4e9894e5aba8fa2f5f5a5148d 2024-11-18T18:53:59,838 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(327): Store=eef8f3f2ff0f2ce750d72bfa62391ce4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:59,839 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:59,839 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef8f3f2ff0f2ce750d72bfa62391ce4 columnFamilyName c 2024-11-18T18:53:59,839 DEBUG [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:53:59,846 DEBUG [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/c/4c47c755924a49dcbde7e5f97b0e0053 2024-11-18T18:53:59,846 INFO [StoreOpener-eef8f3f2ff0f2ce750d72bfa62391ce4-1 {}] regionserver.HStore(327): Store=eef8f3f2ff0f2ce750d72bfa62391ce4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:53:59,847 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:59,848 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:59,849 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:59,850 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000066 2024-11-18T18:53:59,856 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000066 2024-11-18T18:53:59,856 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eef8f3f2ff0f2ce750d72bfa62391ce4 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-18T18:53:59,871 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/a/c203f9c5b7f24128afbaba1bf743b80e is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731956035684/Put/seqid=0 2024-11-18T18:53:59,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741935_1115 (size=5958) 2024-11-18T18:53:59,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741935_1115 (size=5958) 2024-11-18T18:53:59,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741935_1115 (size=5958) 2024-11-18T18:53:59,880 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/a/c203f9c5b7f24128afbaba1bf743b80e 2024-11-18T18:53:59,899 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/b/deded927bc3e4ef7810bd5d5455d75a2 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731956035691/Put/seqid=0 2024-11-18T18:53:59,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741936_1116 (size=5958) 2024-11-18T18:53:59,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741936_1116 (size=5958) 2024-11-18T18:53:59,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741936_1116 (size=5958) 2024-11-18T18:53:59,907 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/b/deded927bc3e4ef7810bd5d5455d75a2 2024-11-18T18:53:59,927 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/c/51cff127fc0d47cca18c80a3701b0800 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731956035698/Put/seqid=0 2024-11-18T18:53:59,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741937_1117 (size=5958) 2024-11-18T18:53:59,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741937_1117 (size=5958) 2024-11-18T18:53:59,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741937_1117 (size=5958) 2024-11-18T18:53:59,933 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/c/51cff127fc0d47cca18c80a3701b0800 2024-11-18T18:53:59,940 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/a/c203f9c5b7f24128afbaba1bf743b80e as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/a/c203f9c5b7f24128afbaba1bf743b80e 2024-11-18T18:53:59,944 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/a/c203f9c5b7f24128afbaba1bf743b80e, entries=10, sequenceid=66, filesize=5.8 K 2024-11-18T18:53:59,946 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/b/deded927bc3e4ef7810bd5d5455d75a2 as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/b/deded927bc3e4ef7810bd5d5455d75a2 2024-11-18T18:53:59,951 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/b/deded927bc3e4ef7810bd5d5455d75a2, entries=10, sequenceid=66, filesize=5.8 K 2024-11-18T18:53:59,952 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/.tmp/c/51cff127fc0d47cca18c80a3701b0800 as hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/c/51cff127fc0d47cca18c80a3701b0800 2024-11-18T18:53:59,957 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/c/51cff127fc0d47cca18c80a3701b0800, entries=10, sequenceid=66, filesize=5.8 K 2024-11-18T18:53:59,957 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for eef8f3f2ff0f2ce750d72bfa62391ce4 in 101ms, sequenceid=66, compaction requested=false; wal=null 2024-11-18T18:53:59,958 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/0000000000000000066 2024-11-18T18:53:59,959 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:59,960 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:59,960 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:53:59,962 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eef8f3f2ff0f2ce750d72bfa62391ce4 2024-11-18T18:53:59,964 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/hbase/data/default/testReplayEditsWrittenViaHRegion/eef8f3f2ff0f2ce750d72bfa62391ce4/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-18T18:53:59,965 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eef8f3f2ff0f2ce750d72bfa62391ce4; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69225500, jitterRate=0.03154033422470093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:53:59,965 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eef8f3f2ff0f2ce750d72bfa62391ce4: Writing region info on filesystem at 1731956039820Initializing all the Stores at 1731956039821 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956039821Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956039821Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956039821Obtaining lock to block concurrent updates at 1731956039856 (+35 ms)Preparing flush snapshotting stores in eef8f3f2ff0f2ce750d72bfa62391ce4 at 1731956039856Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731956039856Flushing stores of testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. at 1731956039856Flushing eef8f3f2ff0f2ce750d72bfa62391ce4/a: creating writer at 1731956039856Flushing eef8f3f2ff0f2ce750d72bfa62391ce4/a: appending metadata at 1731956039870 (+14 ms)Flushing eef8f3f2ff0f2ce750d72bfa62391ce4/a: closing flushed file at 1731956039870Flushing eef8f3f2ff0f2ce750d72bfa62391ce4/b: creating writer at 1731956039884 (+14 ms)Flushing eef8f3f2ff0f2ce750d72bfa62391ce4/b: appending metadata at 1731956039898 (+14 ms)Flushing eef8f3f2ff0f2ce750d72bfa62391ce4/b: closing flushed file at 1731956039898Flushing eef8f3f2ff0f2ce750d72bfa62391ce4/c: creating writer at 1731956039912 (+14 ms)Flushing eef8f3f2ff0f2ce750d72bfa62391ce4/c: appending metadata at 1731956039927 (+15 ms)Flushing eef8f3f2ff0f2ce750d72bfa62391ce4/c: closing flushed file at 1731956039927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22168a22: reopening flushed file at 1731956039938 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19632b19: reopening flushed file at 1731956039945 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c76c698: reopening flushed file at 1731956039951 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for eef8f3f2ff0f2ce750d72bfa62391ce4 in 101ms, sequenceid=66, compaction requested=false; wal=null at 1731956039957 (+6 ms)Cleaning up temporary data from old regions at 1731956039960 (+3 ms)Region opened successfully at 1731956039965 (+5 ms) 2024-11-18T18:53:59,979 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing eef8f3f2ff0f2ce750d72bfa62391ce4, disabling compactions & flushes 2024-11-18T18:53:59,979 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. 2024-11-18T18:53:59,979 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. 2024-11-18T18:53:59,979 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. after waiting 0 ms 2024-11-18T18:53:59,980 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. 2024-11-18T18:53:59,988 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731956035227.eef8f3f2ff0f2ce750d72bfa62391ce4. 2024-11-18T18:53:59,988 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for eef8f3f2ff0f2ce750d72bfa62391ce4: Waiting for close lock at 1731956039979Disabling compacts and flushes for region at 1731956039979Disabling writes for close at 1731956039980 (+1 ms)Writing region close event to WAL at 1731956039988 (+8 ms)Closed at 1731956039988 2024-11-18T18:53:59,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741934_1114 (size=93) 2024-11-18T18:53:59,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741934_1114 (size=93) 2024-11-18T18:53:59,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741934_1114 (size=93) 2024-11-18T18:53:59,999 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T18:53:59,999 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731956039794) 2024-11-18T18:54:00,014 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=450 (was 446) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:40363 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:40363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1831694536_22 at /127.0.0.1:46868 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1831694536_22 at /127.0.0.1:45044 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1831694536_22 at /127.0.0.1:44496 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=223 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=2503 (was 2875) 2024-11-18T18:54:00,014 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-18T18:54:00,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:54:00,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:54:00,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:54:00,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:54:00,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:54:00,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:54:00,015 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:54:00,015 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1263205630, stopped=false 2024-11-18T18:54:00,016 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1acff94d7356,34707,1731956001019 2024-11-18T18:54:00,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T18:54:00,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T18:54:00,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:54:00,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:54:00,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T18:54:00,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:54:00,030 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:54:00,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:54:00,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:54:00,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:54:00,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:54:00,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:54:00,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:54:00,032 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1acff94d7356,37979,1731956001753' ***** 2024-11-18T18:54:00,032 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:54:00,032 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1acff94d7356,35443,1731956001850' ***** 2024-11-18T18:54:00,032 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:54:00,032 INFO [RS:0;1acff94d7356:37979 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:54:00,032 INFO [RS:1;1acff94d7356:35443 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:54:00,032 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:54:00,032 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:54:00,032 INFO [RS:1;1acff94d7356:35443 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:54:00,032 INFO [RS:1;1acff94d7356:35443 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:54:00,033 INFO [RS:0;1acff94d7356:37979 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:54:00,033 INFO [RS:0;1acff94d7356:37979 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:54:00,033 INFO [RS:1;1acff94d7356:35443 {}] regionserver.HRegionServer(3091): Received CLOSE for 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:54:00,033 INFO [RS:0;1acff94d7356:37979 {}] regionserver.HRegionServer(959): stopping server 1acff94d7356,37979,1731956001753 2024-11-18T18:54:00,033 INFO [RS:0;1acff94d7356:37979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:54:00,033 INFO [RS:0;1acff94d7356:37979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1acff94d7356:37979. 2024-11-18T18:54:00,033 INFO [RS:1;1acff94d7356:35443 {}] regionserver.HRegionServer(959): stopping server 1acff94d7356,35443,1731956001850 2024-11-18T18:54:00,033 INFO [RS:1;1acff94d7356:35443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:54:00,033 DEBUG [RS:0;1acff94d7356:37979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:54:00,033 DEBUG [RS:0;1acff94d7356:37979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:54:00,033 INFO [RS:1;1acff94d7356:35443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1acff94d7356:35443. 2024-11-18T18:54:00,033 DEBUG [RS:1;1acff94d7356:35443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:54:00,033 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 665def1e7054566e4fb05dba0a7eb98b, disabling compactions & flushes 2024-11-18T18:54:00,033 INFO [RS:0;1acff94d7356:37979 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:54:00,033 DEBUG [RS:1;1acff94d7356:35443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:54:00,033 INFO [RS:0;1acff94d7356:37979 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:54:00,033 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:54:00,033 INFO [RS:0;1acff94d7356:37979 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:54:00,033 INFO [RS:1;1acff94d7356:35443 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T18:54:00,033 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:54:00,033 DEBUG [RS:1;1acff94d7356:35443 {}] regionserver.HRegionServer(1325): Online Regions={665def1e7054566e4fb05dba0a7eb98b=testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b.} 2024-11-18T18:54:00,033 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. after waiting 0 ms 2024-11-18T18:54:00,033 INFO [RS:0;1acff94d7356:37979 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:54:00,033 DEBUG [RS:1;1acff94d7356:35443 {}] regionserver.HRegionServer(1351): Waiting on 665def1e7054566e4fb05dba0a7eb98b 2024-11-18T18:54:00,033 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:54:00,034 INFO [RS:0;1acff94d7356:37979 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T18:54:00,034 DEBUG [RS:0;1acff94d7356:37979 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:54:00,034 DEBUG [RS:0;1acff94d7356:37979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:54:00,034 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:54:00,034 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:54:00,034 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:54:00,034 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:54:00,034 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:54:00,034 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-18T18:54:00,039 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/default/testReplayEditsAfterRegionMovedWithMultiCF/665def1e7054566e4fb05dba0a7eb98b/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-18T18:54:00,041 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:54:00,041 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 665def1e7054566e4fb05dba0a7eb98b: Waiting for close lock at 1731956040033Running coprocessor pre-close hooks at 1731956040033Disabling compacts and flushes for region at 1731956040033Disabling writes for close at 1731956040033Writing region close event to WAL at 1731956040035 (+2 ms)Running coprocessor post-close hooks at 1731956040041 (+6 ms)Closed at 1731956040041 2024-11-18T18:54:00,041 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b. 2024-11-18T18:54:00,063 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740/.tmp/info/8bb6fdec2999477da82a28d7ff2fb44a is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731956015934.665def1e7054566e4fb05dba0a7eb98b./info:regioninfo/1731956019440/Put/seqid=0 2024-11-18T18:54:00,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741938_1118 (size=8243) 2024-11-18T18:54:00,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741938_1118 (size=8243) 2024-11-18T18:54:00,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741938_1118 (size=8243) 2024-11-18T18:54:00,073 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740/.tmp/info/8bb6fdec2999477da82a28d7ff2fb44a 2024-11-18T18:54:00,094 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740/.tmp/ns/8c19706267e24bf992aef57c6d66a2bf is 43, key is default/ns:d/1731956004022/Put/seqid=0 2024-11-18T18:54:00,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741939_1119 (size=5153) 2024-11-18T18:54:00,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741939_1119 (size=5153) 2024-11-18T18:54:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741939_1119 (size=5153) 2024-11-18T18:54:00,110 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740/.tmp/ns/8c19706267e24bf992aef57c6d66a2bf 2024-11-18T18:54:00,113 INFO [regionserver/1acff94d7356:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:54:00,113 INFO [regionserver/1acff94d7356:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:54:00,136 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740/.tmp/table/bbf2c81665d94ac38fa0700efecedcc4 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731956016375/Put/seqid=0 2024-11-18T18:54:00,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741940_1120 (size=5431) 2024-11-18T18:54:00,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741940_1120 (size=5431) 2024-11-18T18:54:00,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741940_1120 (size=5431) 2024-11-18T18:54:00,150 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740/.tmp/table/bbf2c81665d94ac38fa0700efecedcc4 2024-11-18T18:54:00,157 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740/.tmp/info/8bb6fdec2999477da82a28d7ff2fb44a as hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740/info/8bb6fdec2999477da82a28d7ff2fb44a 2024-11-18T18:54:00,164 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740/info/8bb6fdec2999477da82a28d7ff2fb44a, entries=18, sequenceid=21, filesize=8.0 K 2024-11-18T18:54:00,166 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740/.tmp/ns/8c19706267e24bf992aef57c6d66a2bf as hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740/ns/8c19706267e24bf992aef57c6d66a2bf 2024-11-18T18:54:00,174 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740/ns/8c19706267e24bf992aef57c6d66a2bf, entries=2, sequenceid=21, filesize=5.0 K 2024-11-18T18:54:00,175 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740/.tmp/table/bbf2c81665d94ac38fa0700efecedcc4 as hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740/table/bbf2c81665d94ac38fa0700efecedcc4 2024-11-18T18:54:00,181 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740/table/bbf2c81665d94ac38fa0700efecedcc4, entries=2, sequenceid=21, filesize=5.3 K 2024-11-18T18:54:00,182 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=21, compaction requested=false 2024-11-18T18:54:00,186 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-18T18:54:00,187 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:54:00,187 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:54:00,187 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731956040034Running coprocessor pre-close hooks at 1731956040034Disabling compacts and flushes for region at 1731956040034Disabling writes for close at 1731956040034Obtaining lock to block concurrent updates at 1731956040035 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731956040035Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731956040035Flushing stores of hbase:meta,,1.1588230740 at 1731956040036 (+1 ms)Flushing 1588230740/info: creating writer at 1731956040036Flushing 1588230740/info: appending metadata at 1731956040062 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731956040062Flushing 1588230740/ns: creating writer at 1731956040079 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731956040094 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731956040094Flushing 1588230740/table: creating writer at 1731956040116 (+22 ms)Flushing 1588230740/table: appending metadata at 1731956040136 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731956040136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49c0f115: reopening flushed file at 1731956040156 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@144f0002: reopening flushed file at 1731956040165 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fe98263: reopening flushed file at 1731956040174 (+9 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=21, compaction requested=false at 1731956040182 (+8 ms)Writing region close event to WAL at 1731956040183 (+1 ms)Running coprocessor post-close hooks at 1731956040187 (+4 ms)Closed at 1731956040187 2024-11-18T18:54:00,187 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:54:00,234 INFO [RS:1;1acff94d7356:35443 {}] regionserver.HRegionServer(976): stopping server 1acff94d7356,35443,1731956001850; all regions closed. 2024-11-18T18:54:00,234 INFO [RS:0;1acff94d7356:37979 {}] regionserver.HRegionServer(976): stopping server 1acff94d7356,37979,1731956001753; all regions closed. 2024-11-18T18:54:00,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741835_1011 (size=928) 2024-11-18T18:54:00,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741835_1011 (size=928) 2024-11-18T18:54:00,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741836_1012 (size=8899) 2024-11-18T18:54:00,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741836_1012 (size=8899) 2024-11-18T18:54:00,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741835_1011 (size=928) 2024-11-18T18:54:00,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741836_1012 (size=8899) 2024-11-18T18:54:00,244 DEBUG [RS:0;1acff94d7356:37979 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/oldWALs 2024-11-18T18:54:00,244 DEBUG [RS:1;1acff94d7356:35443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/oldWALs 2024-11-18T18:54:00,244 INFO [RS:0;1acff94d7356:37979 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1acff94d7356%2C37979%2C1731956001753.meta:.meta(num 1731956003834) 2024-11-18T18:54:00,244 INFO [RS:1;1acff94d7356:35443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1acff94d7356%2C35443%2C1731956001850:(num 1731956003437) 2024-11-18T18:54:00,245 DEBUG [RS:1;1acff94d7356:35443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:54:00,245 INFO [RS:1;1acff94d7356:35443 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:54:00,245 INFO [RS:1;1acff94d7356:35443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:54:00,245 INFO [RS:1;1acff94d7356:35443 {}] hbase.ChoreService(370): Chore service for: regionserver/1acff94d7356:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:54:00,245 INFO [RS:1;1acff94d7356:35443 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:54:00,245 INFO [RS:1;1acff94d7356:35443 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:54:00,245 INFO [regionserver/1acff94d7356:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:54:00,245 INFO [RS:1;1acff94d7356:35443 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:54:00,245 INFO [RS:1;1acff94d7356:35443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:54:00,246 INFO [RS:1;1acff94d7356:35443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35443 2024-11-18T18:54:00,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741833_1009 (size=2598) 2024-11-18T18:54:00,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741833_1009 (size=2598) 2024-11-18T18:54:00,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741833_1009 (size=2598) 2024-11-18T18:54:00,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1acff94d7356,35443,1731956001850 2024-11-18T18:54:00,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:54:00,257 DEBUG [RS:0;1acff94d7356:37979 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/oldWALs 2024-11-18T18:54:00,257 INFO [RS:0;1acff94d7356:37979 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1acff94d7356%2C37979%2C1731956001753:(num 1731956003437) 2024-11-18T18:54:00,257 DEBUG [RS:0;1acff94d7356:37979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:54:00,257 INFO [RS:0;1acff94d7356:37979 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:54:00,257 INFO [RS:0;1acff94d7356:37979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:54:00,257 INFO [RS:1;1acff94d7356:35443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:54:00,257 INFO [RS:0;1acff94d7356:37979 {}] hbase.ChoreService(370): Chore service for: regionserver/1acff94d7356:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:54:00,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1acff94d7356,35443,1731956001850] 2024-11-18T18:54:00,257 INFO [RS:0;1acff94d7356:37979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:54:00,257 INFO [regionserver/1acff94d7356:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:54:00,258 INFO [RS:0;1acff94d7356:37979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37979 2024-11-18T18:54:00,268 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1acff94d7356,35443,1731956001850 already deleted, retry=false 2024-11-18T18:54:00,269 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1acff94d7356,35443,1731956001850 expired; onlineServers=1 2024-11-18T18:54:00,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1acff94d7356,37979,1731956001753 2024-11-18T18:54:00,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:54:00,277 INFO [RS:0;1acff94d7356:37979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:54:00,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1acff94d7356,37979,1731956001753] 2024-11-18T18:54:00,293 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1acff94d7356,37979,1731956001753 already deleted, retry=false 2024-11-18T18:54:00,293 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1acff94d7356,37979,1731956001753 expired; onlineServers=0 2024-11-18T18:54:00,294 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1acff94d7356,34707,1731956001019' ***** 2024-11-18T18:54:00,294 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:54:00,294 INFO [M:0;1acff94d7356:34707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:54:00,294 INFO [M:0;1acff94d7356:34707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:54:00,294 DEBUG [M:0;1acff94d7356:34707 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:54:00,294 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:54:00,294 DEBUG [M:0;1acff94d7356:34707 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:54:00,294 DEBUG [master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.small.0-1731956003027 {}] cleaner.HFileCleaner(306): Exit Thread[master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.small.0-1731956003027,5,FailOnTimeoutGroup] 2024-11-18T18:54:00,294 DEBUG [master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.large.0-1731956003024 {}] cleaner.HFileCleaner(306): Exit Thread[master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.large.0-1731956003024,5,FailOnTimeoutGroup] 2024-11-18T18:54:00,294 INFO [M:0;1acff94d7356:34707 {}] hbase.ChoreService(370): Chore service for: master/1acff94d7356:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:54:00,295 INFO [M:0;1acff94d7356:34707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:54:00,295 DEBUG [M:0;1acff94d7356:34707 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:54:00,295 INFO [M:0;1acff94d7356:34707 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:54:00,295 INFO [M:0;1acff94d7356:34707 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:54:00,295 INFO [M:0;1acff94d7356:34707 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:54:00,296 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:54:00,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T18:54:00,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:54:00,305 DEBUG [M:0;1acff94d7356:34707 {}] zookeeper.ZKUtil(347): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T18:54:00,305 WARN [M:0;1acff94d7356:34707 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:54:00,305 INFO [M:0;1acff94d7356:34707 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/.lastflushedseqids 2024-11-18T18:54:00,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741941_1121 (size=138) 2024-11-18T18:54:00,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741941_1121 (size=138) 2024-11-18T18:54:00,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741941_1121 (size=138) 2024-11-18T18:54:00,317 INFO [M:0;1acff94d7356:34707 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:54:00,318 INFO [M:0;1acff94d7356:34707 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:54:00,318 DEBUG [M:0;1acff94d7356:34707 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:54:00,318 INFO [M:0;1acff94d7356:34707 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:54:00,318 DEBUG [M:0;1acff94d7356:34707 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:54:00,318 DEBUG [M:0;1acff94d7356:34707 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:54:00,318 DEBUG [M:0;1acff94d7356:34707 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:54:00,318 INFO [M:0;1acff94d7356:34707 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-18T18:54:00,342 DEBUG [M:0;1acff94d7356:34707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b59513a7ef61455a946f51b3575a42a4 is 82, key is hbase:meta,,1/info:regioninfo/1731956003919/Put/seqid=0 2024-11-18T18:54:00,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741942_1122 (size=5672) 2024-11-18T18:54:00,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741942_1122 (size=5672) 2024-11-18T18:54:00,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741942_1122 (size=5672) 2024-11-18T18:54:00,356 INFO [M:0;1acff94d7356:34707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b59513a7ef61455a946f51b3575a42a4 2024-11-18T18:54:00,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:54:00,369 INFO [RS:1;1acff94d7356:35443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:54:00,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x1015094e8860002, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:54:00,369 INFO [RS:1;1acff94d7356:35443 {}] regionserver.HRegionServer(1031): Exiting; stopping=1acff94d7356,35443,1731956001850; zookeeper connection closed. 2024-11-18T18:54:00,376 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7222e861 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7222e861 2024-11-18T18:54:00,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:54:00,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x1015094e8860001, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:54:00,385 INFO [RS:0;1acff94d7356:37979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:54:00,385 INFO [RS:0;1acff94d7356:37979 {}] regionserver.HRegionServer(1031): Exiting; stopping=1acff94d7356,37979,1731956001753; zookeeper connection closed. 2024-11-18T18:54:00,388 DEBUG [M:0;1acff94d7356:34707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/896ea6a6e8e04250ad33ed84bb6b8525 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731956016382/Put/seqid=0 2024-11-18T18:54:00,394 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45578132 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45578132 2024-11-18T18:54:00,395 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T18:54:00,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741943_1123 (size=7755) 2024-11-18T18:54:00,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741943_1123 (size=7755) 2024-11-18T18:54:00,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741943_1123 (size=7755) 2024-11-18T18:54:00,410 INFO [M:0;1acff94d7356:34707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/896ea6a6e8e04250ad33ed84bb6b8525 2024-11-18T18:54:00,415 INFO [M:0;1acff94d7356:34707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 896ea6a6e8e04250ad33ed84bb6b8525 2024-11-18T18:54:00,437 DEBUG [M:0;1acff94d7356:34707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e30bbebde5a4436494474d0bc8c24f43 is 69, key is 1acff94d7356,35443,1731956001850/rs:state/1731956003119/Put/seqid=0 2024-11-18T18:54:00,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741944_1124 (size=5440) 2024-11-18T18:54:00,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741944_1124 (size=5440) 2024-11-18T18:54:00,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741944_1124 (size=5440) 2024-11-18T18:54:00,447 INFO [M:0;1acff94d7356:34707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e30bbebde5a4436494474d0bc8c24f43 2024-11-18T18:54:00,452 INFO [M:0;1acff94d7356:34707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e30bbebde5a4436494474d0bc8c24f43 2024-11-18T18:54:00,453 DEBUG [M:0;1acff94d7356:34707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b59513a7ef61455a946f51b3575a42a4 as hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b59513a7ef61455a946f51b3575a42a4 2024-11-18T18:54:00,459 INFO [M:0;1acff94d7356:34707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b59513a7ef61455a946f51b3575a42a4, entries=8, sequenceid=168, filesize=5.5 K 2024-11-18T18:54:00,460 DEBUG [M:0;1acff94d7356:34707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/896ea6a6e8e04250ad33ed84bb6b8525 as hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/896ea6a6e8e04250ad33ed84bb6b8525 2024-11-18T18:54:00,466 INFO [M:0;1acff94d7356:34707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 896ea6a6e8e04250ad33ed84bb6b8525 2024-11-18T18:54:00,466 INFO [M:0;1acff94d7356:34707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/896ea6a6e8e04250ad33ed84bb6b8525, entries=17, sequenceid=168, filesize=7.6 K 2024-11-18T18:54:00,467 DEBUG [M:0;1acff94d7356:34707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e30bbebde5a4436494474d0bc8c24f43 as hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e30bbebde5a4436494474d0bc8c24f43 2024-11-18T18:54:00,472 INFO [M:0;1acff94d7356:34707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e30bbebde5a4436494474d0bc8c24f43 2024-11-18T18:54:00,472 INFO [M:0;1acff94d7356:34707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/user/jenkins/test-data/a572cdbb-3b8a-8432-501d-2894ee6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e30bbebde5a4436494474d0bc8c24f43, entries=3, sequenceid=168, filesize=5.3 K 2024-11-18T18:54:00,473 INFO [M:0;1acff94d7356:34707 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 155ms, sequenceid=168, compaction requested=false 2024-11-18T18:54:00,474 INFO [M:0;1acff94d7356:34707 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:54:00,474 DEBUG [M:0;1acff94d7356:34707 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731956040318Disabling compacts and flushes for region at 1731956040318Disabling writes for close at 1731956040318Obtaining lock to block concurrent updates at 1731956040318Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731956040318Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1731956040319 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731956040319Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731956040320 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731956040342 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731956040342Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731956040362 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731956040387 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731956040387Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731956040415 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731956040436 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731956040436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50711d00: reopening flushed file at 1731956040452 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54308f96: reopening flushed file at 1731956040459 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415794b6: reopening flushed file at 1731956040466 (+7 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 155ms, sequenceid=168, compaction requested=false at 1731956040473 (+7 ms)Writing region close event to WAL at 1731956040474 (+1 ms)Closed at 1731956040474 2024-11-18T18:54:00,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741830_1006 (size=81431) 2024-11-18T18:54:00,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741830_1006 (size=81431) 2024-11-18T18:54:00,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741830_1006 (size=81431) 2024-11-18T18:54:00,477 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:54:00,477 INFO [M:0;1acff94d7356:34707 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:54:00,477 INFO [M:0;1acff94d7356:34707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34707 2024-11-18T18:54:00,478 INFO [M:0;1acff94d7356:34707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:54:00,588 INFO [M:0;1acff94d7356:34707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:54:00,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:54:00,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x1015094e8860000, quorum=127.0.0.1:59355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:54:00,597 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956020038 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956020038 (inode 16655) Holder DFSClient_NONMAPREDUCE_688303037_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731956019763/wal.1731956020038 (inode 16655) Holder DFSClient_NONMAPREDUCE_688303037_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-18T18:54:00,598 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731956011523/wal.1731956011631 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:54:00,598 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731956035226/wal.1731956035502 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:54:00,600 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956029530 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956029530 (inode 16678) Holder DFSClient_NONMAPREDUCE_688303037_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731956020170/wal.1731956029530 (inode 16678) Holder DFSClient_NONMAPREDUCE_688303037_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-18T18:54:00,601 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731956005063/wal.1731956005132 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:54:00,603 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956030376 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956030376 (inode 16704) Holder DFSClient_NONMAPREDUCE_688303037_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731956029769/wal.1731956030376 (inode 16704) Holder DFSClient_NONMAPREDUCE_688303037_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-18T18:54:00,604 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731956030575/wal.1731956030676 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:54:00,606 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal.1731956004935 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal.1731956004935 (inode 16485) Holder DFSClient_NONMAPREDUCE_688303037_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731956004693/wal.1731956004935 (inode 16485) Holder DFSClient_NONMAPREDUCE_688303037_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-18T18:54:00,609 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal.1731956004469 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal.1731956004469 (inode 16462) Holder DFSClient_NONMAPREDUCE_688303037_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731956004226/wal.1731956004469 (inode 16462) Holder DFSClient_NONMAPREDUCE_688303037_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-18T18:54:00,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3217543c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:54:00,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13cfb6c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:54:00,617 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:54:00,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2b98f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:54:00,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22fb7089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/hadoop.log.dir/,STOPPED} 2024-11-18T18:54:00,619 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:54:00,619 WARN [BP-913112732-172.17.0.2-1731955997373 heartbeating to localhost/127.0.0.1:40363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:54:00,619 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:54:00,619 WARN [BP-913112732-172.17.0.2-1731955997373 heartbeating to localhost/127.0.0.1:40363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-913112732-172.17.0.2-1731955997373 (Datanode Uuid 0260601d-1417-4c20-bd17-eb38566fe81a) service to localhost/127.0.0.1:40363 2024-11-18T18:54:00,621 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/data/data5/current/BP-913112732-172.17.0.2-1731955997373 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:54:00,621 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/data/data6/current/BP-913112732-172.17.0.2-1731955997373 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:54:00,622 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:54:00,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e9308b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:54:00,632 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f18ac21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:54:00,632 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:54:00,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@918952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:54:00,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a707162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/hadoop.log.dir/,STOPPED} 2024-11-18T18:54:00,634 WARN [BP-913112732-172.17.0.2-1731955997373 heartbeating to localhost/127.0.0.1:40363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:54:00,634 WARN [BP-913112732-172.17.0.2-1731955997373 heartbeating to localhost/127.0.0.1:40363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-913112732-172.17.0.2-1731955997373 (Datanode Uuid 9b9a62b7-1124-4320-965e-0ef65d4034f4) service to localhost/127.0.0.1:40363 2024-11-18T18:54:00,634 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:54:00,634 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:54:00,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/data/data3/current/BP-913112732-172.17.0.2-1731955997373 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:54:00,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/data/data4/current/BP-913112732-172.17.0.2-1731955997373 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:54:00,635 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:54:00,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54387323{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:54:00,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a45a21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:54:00,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:54:00,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce178fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:54:00,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75929b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/hadoop.log.dir/,STOPPED} 2024-11-18T18:54:00,646 WARN [BP-913112732-172.17.0.2-1731955997373 heartbeating to localhost/127.0.0.1:40363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:54:00,646 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:54:00,646 WARN [BP-913112732-172.17.0.2-1731955997373 heartbeating to localhost/127.0.0.1:40363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-913112732-172.17.0.2-1731955997373 (Datanode Uuid 3fa5bd7a-9968-4153-81b8-06f39d7fab96) service to localhost/127.0.0.1:40363 2024-11-18T18:54:00,646 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:54:00,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/data/data1/current/BP-913112732-172.17.0.2-1731955997373 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:54:00,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/cluster_00ffe87e-16cd-b0b5-24ec-1714317531cc/data/data2/current/BP-913112732-172.17.0.2-1731955997373 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:54:00,647 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:54:00,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@398d2d49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:54:00,653 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:54:00,653 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:54:00,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:54:00,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2d76d7e-2fa5-86bc-c1ce-45e5f4e9854b/hadoop.log.dir/,STOPPED} 2024-11-18T18:54:00,665 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T18:54:00,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down