2024-11-16 01:24:09,153 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-16 01:24:09,164 main DEBUG Took 0.008753 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 01:24:09,164 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 01:24:09,164 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 01:24:09,165 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 01:24:09,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:24:09,173 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 01:24:09,185 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:24:09,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:24:09,186 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:24:09,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:24:09,187 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:24:09,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:24:09,188 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:24:09,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:24:09,189 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:24:09,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:24:09,190 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:24:09,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:24:09,191 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:24:09,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:24:09,192 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:24:09,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:24:09,193 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:24:09,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:24:09,194 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:24:09,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:24:09,195 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:24:09,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:24:09,196 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:24:09,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:24:09,196 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:24:09,197 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 01:24:09,198 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:24:09,199 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 01:24:09,201 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 01:24:09,202 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 01:24:09,203 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 01:24:09,203 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 01:24:09,211 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 01:24:09,214 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 01:24:09,217 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 01:24:09,217 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 01:24:09,217 main DEBUG createAppenders(={Console}) 2024-11-16 01:24:09,218 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-16 01:24:09,218 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-16 01:24:09,219 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-16 01:24:09,219 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 01:24:09,220 main DEBUG OutputStream closed 2024-11-16 01:24:09,220 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 01:24:09,220 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 01:24:09,221 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-16 01:24:09,311 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 01:24:09,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 01:24:09,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 01:24:09,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 01:24:09,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 01:24:09,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 01:24:09,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 01:24:09,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 01:24:09,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 01:24:09,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 01:24:09,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 01:24:09,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 01:24:09,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 01:24:09,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 01:24:09,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 01:24:09,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 01:24:09,324 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 01:24:09,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 01:24:09,328 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 01:24:09,329 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-16 01:24:09,329 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 01:24:09,330 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-16T01:24:09,348 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-16 01:24:09,351 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 01:24:09,352 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T01:24:09,605 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49 2024-11-16T01:24:09,606 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-16T01:24:09,701 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T01:24:09,777 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/cluster_1555d5ec-e417-8405-b7e3-7007e0e58e41, deleteOnExit=true 2024-11-16T01:24:09,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/test.cache.data in system properties and HBase conf 2024-11-16T01:24:09,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:24:09,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:24:09,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:24:09,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:24:09,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:24:09,884 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:24:09,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:24:09,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:24:09,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:24:09,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:24:09,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:24:09,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:24:09,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:24:09,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:24:09,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:24:09,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:24:09,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:24:09,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:24:09,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:24:09,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:24:11,021 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T01:24:11,134 INFO [Time-limited test {}] log.Log(170): Logging initialized @2748ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T01:24:11,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:24:11,287 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:24:11,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:24:11,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:24:11,316 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:24:11,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:24:11,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:24:11,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:24:11,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/java.io.tmpdir/jetty-localhost-46107-hadoop-hdfs-3_4_1-tests_jar-_-any-3783726427637304185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:24:11,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:46107} 2024-11-16T01:24:11,559 INFO [Time-limited test {}] server.Server(415): Started @3174ms 2024-11-16T01:24:12,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:24:12,292 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:24:12,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:24:12,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:24:12,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:24:12,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:24:12,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:24:12,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e587259{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/java.io.tmpdir/jetty-localhost-44623-hadoop-hdfs-3_4_1-tests_jar-_-any-3873244413945874332/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:24:12,395 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:44623} 2024-11-16T01:24:12,395 INFO [Time-limited test {}] server.Server(415): Started @4010ms 2024-11-16T01:24:12,445 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:24:12,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:24:12,560 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:24:12,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:24:12,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:24:12,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:24:12,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:24:12,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:24:12,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0403e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/java.io.tmpdir/jetty-localhost-40355-hadoop-hdfs-3_4_1-tests_jar-_-any-9479659530440666532/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:24:12,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:40355} 2024-11-16T01:24:12,695 INFO [Time-limited test {}] server.Server(415): Started @4310ms 2024-11-16T01:24:12,697 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:24:13,847 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/cluster_1555d5ec-e417-8405-b7e3-7007e0e58e41/data/data3/current/BP-1282028524-172.17.0.2-1731720250481/current, will proceed with Du for space computation calculation, 2024-11-16T01:24:13,857 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/cluster_1555d5ec-e417-8405-b7e3-7007e0e58e41/data/data4/current/BP-1282028524-172.17.0.2-1731720250481/current, will proceed with Du for space computation calculation, 2024-11-16T01:24:13,860 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/cluster_1555d5ec-e417-8405-b7e3-7007e0e58e41/data/data1/current/BP-1282028524-172.17.0.2-1731720250481/current, will proceed with Du for space computation calculation, 2024-11-16T01:24:13,881 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/cluster_1555d5ec-e417-8405-b7e3-7007e0e58e41/data/data2/current/BP-1282028524-172.17.0.2-1731720250481/current, will proceed with Du for space computation calculation, 2024-11-16T01:24:14,071 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:24:14,071 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:24:14,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x434fac3cb983afc3 with lease ID 0x547bec376f489308: Processing first storage report for DS-38b9cbba-c973-411d-9c92-8818deaf0475 from datanode DatanodeRegistration(127.0.0.1:45945, datanodeUuid=f01bfeca-2ac0-43da-9d5e-0afa8ff237d3, infoPort=34517, infoSecurePort=0, ipcPort=33907, storageInfo=lv=-57;cid=testClusterID;nsid=1637645907;c=1731720250481) 2024-11-16T01:24:14,143 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x434fac3cb983afc3 with lease ID 0x547bec376f489308: from storage DS-38b9cbba-c973-411d-9c92-8818deaf0475 node DatanodeRegistration(127.0.0.1:45945, datanodeUuid=f01bfeca-2ac0-43da-9d5e-0afa8ff237d3, infoPort=34517, infoSecurePort=0, ipcPort=33907, storageInfo=lv=-57;cid=testClusterID;nsid=1637645907;c=1731720250481), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-16T01:24:14,143 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e17f8aad77c78fd with lease ID 0x547bec376f489309: Processing first storage report for DS-9d35756c-df72-482b-8fec-8abede590d4d from datanode DatanodeRegistration(127.0.0.1:41715, datanodeUuid=50a297f5-4c74-42bc-be94-a6214dbbd503, infoPort=41173, infoSecurePort=0, ipcPort=41731, storageInfo=lv=-57;cid=testClusterID;nsid=1637645907;c=1731720250481) 2024-11-16T01:24:14,143 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e17f8aad77c78fd with lease ID 0x547bec376f489309: from storage DS-9d35756c-df72-482b-8fec-8abede590d4d node DatanodeRegistration(127.0.0.1:41715, datanodeUuid=50a297f5-4c74-42bc-be94-a6214dbbd503, infoPort=41173, infoSecurePort=0, ipcPort=41731, storageInfo=lv=-57;cid=testClusterID;nsid=1637645907;c=1731720250481), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:24:14,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e17f8aad77c78fd with lease ID 0x547bec376f489309: Processing first storage report for DS-a669c1c9-d2a6-407e-97c7-c03d2237c10e from datanode DatanodeRegistration(127.0.0.1:41715, datanodeUuid=50a297f5-4c74-42bc-be94-a6214dbbd503, infoPort=41173, infoSecurePort=0, ipcPort=41731, storageInfo=lv=-57;cid=testClusterID;nsid=1637645907;c=1731720250481) 2024-11-16T01:24:14,145 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e17f8aad77c78fd with lease ID 0x547bec376f489309: from storage DS-a669c1c9-d2a6-407e-97c7-c03d2237c10e node DatanodeRegistration(127.0.0.1:41715, datanodeUuid=50a297f5-4c74-42bc-be94-a6214dbbd503, infoPort=41173, infoSecurePort=0, ipcPort=41731, storageInfo=lv=-57;cid=testClusterID;nsid=1637645907;c=1731720250481), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:24:14,145 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x434fac3cb983afc3 with lease ID 0x547bec376f489308: Processing first storage report for DS-d59afbe7-eeeb-4fde-a9fd-875917cc6d32 from datanode DatanodeRegistration(127.0.0.1:45945, datanodeUuid=f01bfeca-2ac0-43da-9d5e-0afa8ff237d3, infoPort=34517, infoSecurePort=0, ipcPort=33907, storageInfo=lv=-57;cid=testClusterID;nsid=1637645907;c=1731720250481) 2024-11-16T01:24:14,145 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x434fac3cb983afc3 with lease ID 0x547bec376f489308: from storage DS-d59afbe7-eeeb-4fde-a9fd-875917cc6d32 node DatanodeRegistration(127.0.0.1:45945, datanodeUuid=f01bfeca-2ac0-43da-9d5e-0afa8ff237d3, infoPort=34517, infoSecurePort=0, ipcPort=33907, storageInfo=lv=-57;cid=testClusterID;nsid=1637645907;c=1731720250481), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:24:14,201 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49 2024-11-16T01:24:14,242 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=127, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=394, ProcessCount=11, AvailableMemoryMB=6908 2024-11-16T01:24:14,245 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:14,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:14,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:14,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:24:14,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:24:14,771 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:14,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:14,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:14,813 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:14,868 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T01:24:14,900 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-16T01:24:14,905 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:14,906 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:24:14,908 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:24:14,916 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:14,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:14,938 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T01:24:14,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741826_1002 (size=1393) 2024-11-16T01:24:15,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741826_1002 (size=1393) 2024-11-16T01:24:15,085 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:15,085 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:24:15,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741827_1003 (size=1393) 2024-11-16T01:24:15,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741827_1003 (size=1393) 2024-11-16T01:24:15,235 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:24:15,235 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:24:15,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741828_1004 (size=1393) 2024-11-16T01:24:15,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741828_1004 (size=1393) 2024-11-16T01:24:15,394 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:24:15,394 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:24:15,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741829_1005 (size=1393) 2024-11-16T01:24:15,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741829_1005 (size=1393) 2024-11-16T01:24:15,522 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:24:15,522 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:24:15,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741830_1006 (size=1393) 2024-11-16T01:24:15,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741830_1006 (size=1393) 2024-11-16T01:24:15,600 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:24:15,601 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:24:15,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741831_1007 (size=1393) 2024-11-16T01:24:15,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741831_1007 (size=1393) 2024-11-16T01:24:15,689 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:24:15,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:24:15,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741832_1008 (size=1405) 2024-11-16T01:24:15,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741832_1008 (size=1405) 2024-11-16T01:24:15,791 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:24:15,791 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:24:15,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741833_1009 (size=1413) 2024-11-16T01:24:15,887 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:24:15,887 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:24:15,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741833_1009 (size=1413) 2024-11-16T01:24:15,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:15,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:15,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741834_1010 (size=1413) 2024-11-16T01:24:15,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741834_1010 (size=1413) 2024-11-16T01:24:15,999 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:24:16,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:24:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741835_1011 (size=1413) 2024-11-16T01:24:16,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741835_1011 (size=1413) 2024-11-16T01:24:16,091 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:24:16,215 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/b0144117-1299-b1b6-10f7-44cee31e82b7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731720254876/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T01:24:16,216 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T01:24:16,217 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T01:24:16,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/b0144117-1299-b1b6-10f7-44cee31e82b7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731720254876/wal.dat.0 2024-11-16T01:24:16,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/b0144117-1299-b1b6-10f7-44cee31e82b7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731720254876/wal.dat.0 after 6ms 2024-11-16T01:24:16,305 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/b0144117-1299-b1b6-10f7-44cee31e82b7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731720254876/wal.dat.0 took 96ms 2024-11-16T01:24:16,342 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/b0144117-1299-b1b6-10f7-44cee31e82b7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731720254876/wal.dat.0 so closing down 2024-11-16T01:24:16,352 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:16,353 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:16,381 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/b0144117-1299-b1b6-10f7-44cee31e82b7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731720254876/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:16,384 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/b0144117-1299-b1b6-10f7-44cee31e82b7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731720254876/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/b0144117-1299-b1b6-10f7-44cee31e82b7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731720254876/wal.dat.0, size=1.4 K (1393bytes) at 1731720256215Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/b0144117-1299-b1b6-10f7-44cee31e82b7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731720254876/wal.dat.0 so closing down at 1731720256342 (+127 ms)3 split writer threads finished at 1731720256353 (+11 ms)Processed 0 edits across 0 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/b0144117-1299-b1b6-10f7-44cee31e82b7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731720254876/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720256381 (+28 ms) 2024-11-16T01:24:16,384 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-16T01:24:16,495 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=132 (was 127) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@68a4c452 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1699629582_22 at /127.0.0.1:51226 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 394) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6726 (was 6908) 2024-11-16T01:24:16,505 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=132, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=6725 2024-11-16T01:24:16,506 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:16,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741836_1012 (size=7) 2024-11-16T01:24:16,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741836_1012 (size=7) 2024-11-16T01:24:16,569 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:16,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:16,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:16,593 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:16,594 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-16T01:24:16,594 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:24:16,596 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:24:16,604 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:16,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:16,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:16,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741837_1013 (size=2324) 2024-11-16T01:24:16,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741837_1013 (size=2324) 2024-11-16T01:24:16,766 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:16,802 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/WALs/testsplitlogfilemultipleregions,16010,1731720256594/wal.dat.0, size=2.3 K (2324bytes) 2024-11-16T01:24:16,802 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/WALs/testsplitlogfilemultipleregions,16010,1731720256594/wal.dat.0 2024-11-16T01:24:16,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/WALs/testsplitlogfilemultipleregions,16010,1731720256594/wal.dat.0 after 2ms 2024-11-16T01:24:16,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/WALs/testsplitlogfilemultipleregions,16010,1731720256594/wal.dat.0 took 27ms 2024-11-16T01:24:16,863 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/WALs/testsplitlogfilemultipleregions,16010,1731720256594/wal.dat.0 so closing down 2024-11-16T01:24:16,863 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:16,864 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:16,916 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:16,924 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:16,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:16,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:17,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741839_1015 (size=743) 2024-11-16T01:24:17,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741838_1014 (size=743) 2024-11-16T01:24:17,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741839_1015 (size=743) 2024-11-16T01:24:17,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741838_1014 (size=743) 2024-11-16T01:24:17,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 2 ms) 2024-11-16T01:24:17,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 5 ms) 2024-11-16T01:24:17,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T01:24:17,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T01:24:17,029 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 182 ms; skipped=7; WAL=hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/WALs/testsplitlogfilemultipleregions,16010,1731720256594/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-16T01:24:17,029 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/WALs/testsplitlogfilemultipleregions,16010,1731720256594/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/WALs/testsplitlogfilemultipleregions,16010,1731720256594/wal.dat.0, size=2.3 K (2324bytes) at 1731720256802Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/WALs/testsplitlogfilemultipleregions,16010,1731720256594/wal.dat.0 so closing down at 1731720256863 (+61 ms)3 split writer threads finished at 1731720256864 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731720256931 (+67 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720256937 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 2 ms) at 1731720257022 (+85 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 5 ms) at 1731720257022Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731720257028 (+6 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731720257029 (+1 ms)Processed 27 edits across 2 Regions in 182 ms; skipped=7; WAL=hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/WALs/testsplitlogfilemultipleregions,16010,1731720256594/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731720257029 2024-11-16T01:24:17,054 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/WALs/testsplitlogfilemultipleregions,16010,1731720256594/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/f129db48-d28c-dda0-e56f-b6cf486f48ef/oldWALs/wal.dat.0 2024-11-16T01:24:17,112 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=133 (was 132) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-987878232_22 at /127.0.0.1:37680 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-987878232_22 at /127.0.0.1:51226 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=385 (was 377) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 474), ProcessCount=11 (was 11), AvailableMemoryMB=6636 (was 6725) 2024-11-16T01:24:17,155 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=133, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=6631 2024-11-16T01:24:17,156 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:17,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741840_1016 (size=7) 2024-11-16T01:24:17,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741840_1016 (size=7) 2024-11-16T01:24:17,231 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:17,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:17,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:17,243 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:17,244 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:24:17,246 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:24:17,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:17,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:17,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:17,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741841_1017 (size=2324) 2024-11-16T01:24:17,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741841_1017 (size=2324) 2024-11-16T01:24:17,391 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:19,245 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/9c794d53-c0e7-5ff2-b604-b661c0fe736c/WALs/testterminationaskedbyreporter,16010,1731720257243/wal.dat.0, size=2.3 K (2324bytes) 2024-11-16T01:24:19,245 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9c794d53-c0e7-5ff2-b604-b661c0fe736c/WALs/testterminationaskedbyreporter,16010,1731720257243/wal.dat.0 so closing down 2024-11-16T01:24:19,256 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9c794d53-c0e7-5ff2-b604-b661c0fe736c/WALs/testterminationaskedbyreporter,16010,1731720257243/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-16T01:24:19,256 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/9c794d53-c0e7-5ff2-b604-b661c0fe736c/WALs/testterminationaskedbyreporter,16010,1731720257243/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/9c794d53-c0e7-5ff2-b604-b661c0fe736c/WALs/testterminationaskedbyreporter,16010,1731720257243/wal.dat.0, size=2.3 K (2324bytes) at 1731720259245Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9c794d53-c0e7-5ff2-b604-b661c0fe736c/WALs/testterminationaskedbyreporter,16010,1731720257243/wal.dat.0 so closing down at 1731720259245Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9c794d53-c0e7-5ff2-b604-b661c0fe736c/WALs/testterminationaskedbyreporter,16010,1731720257243/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731720259256 (+11 ms) 2024-11-16T01:24:19,269 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=135 (was 133) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/cluster_1555d5ec-e417-8405-b7e3-7007e0e58e41/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/cluster_1555d5ec-e417-8405-b7e3-7007e0e58e41/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 474), ProcessCount=11 (was 11), AvailableMemoryMB=6412 (was 6631) 2024-11-16T01:24:19,278 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=135, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=6412 2024-11-16T01:24:19,278 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:19,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741842_1018 (size=7) 2024-11-16T01:24:19,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741842_1018 (size=7) 2024-11-16T01:24:19,308 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:19,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:19,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:19,318 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:19,318 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-16T01:24:19,322 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:19,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741843_1019 (size=1043) 2024-11-16T01:24:19,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741843_1019 (size=1043) 2024-11-16T01:24:19,367 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:19,368 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:24:19,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,390 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:24:19,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741845_1021 (size=1043) 2024-11-16T01:24:19,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741845_1021 (size=1043) 2024-11-16T01:24:19,439 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:24:19,440 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:24:19,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741846_1022 (size=1043) 2024-11-16T01:24:19,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741846_1022 (size=1043) 2024-11-16T01:24:19,470 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:24:19,471 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:24:19,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741847_1023 (size=1043) 2024-11-16T01:24:19,529 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:24:19,530 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:24:19,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741847_1023 (size=1043) 2024-11-16T01:24:19,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741848_1024 (size=1043) 2024-11-16T01:24:19,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741848_1024 (size=1043) 2024-11-16T01:24:19,588 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:24:19,599 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:24:19,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741849_1025 (size=1043) 2024-11-16T01:24:19,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741849_1025 (size=1043) 2024-11-16T01:24:19,641 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:24:19,642 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:24:19,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741850_1026 (size=1043) 2024-11-16T01:24:19,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741850_1026 (size=1043) 2024-11-16T01:24:19,727 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:24:19,728 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:24:19,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:19,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:19,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741851_1027 (size=1043) 2024-11-16T01:24:19,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741851_1027 (size=1043) 2024-11-16T01:24:20,195 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:24:20,195 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:24:20,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:20,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:20,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:20,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:20,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:20,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:20,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:20,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:20,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:20,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:20,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:20,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:20,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:20,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:20,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:20,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:20,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:20,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:20,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:20,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:20,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741852_1028 (size=1043) 2024-11-16T01:24:20,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741852_1028 (size=1043) 2024-11-16T01:24:20,244 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:24:20,283 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.0, size=1.0 K (1043bytes) 2024-11-16T01:24:20,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.0 2024-11-16T01:24:20,286 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.0 after 2ms 2024-11-16T01:24:20,300 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.0 took 18ms 2024-11-16T01:24:20,310 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-16T01:24:20,311 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.0 so closing down 2024-11-16T01:24:20,312 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:20,319 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:20,320 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 15 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T01:24:20,320 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.0, size=1.0 K (1043bytes) at 1731720260284Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.0 so closing down at 1731720260311 (+27 ms)3 split writer threads finished at 1731720260319 (+8 ms)Processed 10 edits across 0 Regions in 15 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731720260320 (+1 ms) 2024-11-16T01:24:20,336 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/oldWALs/wal.dat.0 2024-11-16T01:24:20,337 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.1, size=180 (180bytes) 2024-11-16T01:24:20,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.1 2024-11-16T01:24:20,339 WARN [IPC Server handler 2 on default port 38643 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-16T01:24:20,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.1 after 3ms 2024-11-16T01:24:21,126 WARN [ResponseProcessor for block BP-1282028524-172.17.0.2-1731720250481:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1282028524-172.17.0.2-1731720250481:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T01:24:21,126 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1418073968_22 at /127.0.0.1:37742 [Receiving block BP-1282028524-172.17.0.2-1731720250481:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:41715:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37742 dst: /127.0.0.1:41715 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:24:21,131 WARN [DataStreamer for file /user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.1 block BP-1282028524-172.17.0.2-1731720250481:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1282028524-172.17.0.2-1731720250481:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:45945,DS-38b9cbba-c973-411d-9c92-8818deaf0475,DISK], DatanodeInfoWithStorage[127.0.0.1:41715,DS-9d35756c-df72-482b-8fec-8abede590d4d,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:45945,DS-38b9cbba-c973-411d-9c92-8818deaf0475,DISK]) is bad. 2024-11-16T01:24:21,126 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1418073968_22 at /127.0.0.1:51292 [Receiving block BP-1282028524-172.17.0.2-1731720250481:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:45945:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51292 dst: /127.0.0.1:45945 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45945 remote=/127.0.0.1:51292]. Total timeout mills is 60000, 58266 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:24:21,140 WARN [DataStreamer for file /user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.1 block BP-1282028524-172.17.0.2-1731720250481:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1282028524-172.17.0.2-1731720250481:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T01:24:21,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741844_1029 (size=1035) 2024-11-16T01:24:21,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741844_1029 (size=1035) 2024-11-16T01:24:24,343 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.1 after 4006ms 2024-11-16T01:24:24,350 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.1 took 4012ms 2024-11-16T01:24:24,354 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.1; continuing. 2024-11-16T01:24:24,355 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.1 so closing down 2024-11-16T01:24:24,355 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:24,355 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:24,355 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-16T01:24:24,356 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.1, size=180 (180bytes) at 1731720260337Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.1 so closing down at 1731720264355 (+4018 ms)3 split writer threads finished at 1731720264355Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731720264355 2024-11-16T01:24:24,364 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/oldWALs/wal.dat.1 2024-11-16T01:24:24,364 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.2, size=1.0 K (1043bytes) 2024-11-16T01:24:24,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.2 2024-11-16T01:24:24,366 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.2 after 1ms 2024-11-16T01:24:24,369 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.2 took 5ms 2024-11-16T01:24:24,378 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.2 so closing down 2024-11-16T01:24:24,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:24,380 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:24,380 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T01:24:24,380 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.2, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.2, size=1.0 K (1043bytes) at 1731720264364Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.2 so closing down at 1731720264379 (+15 ms)3 split writer threads finished at 1731720264380 (+1 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731720264380 2024-11-16T01:24:24,385 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.2 to hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/oldWALs/wal.dat.2 2024-11-16T01:24:24,386 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.3, size=1.0 K (1043bytes) 2024-11-16T01:24:24,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.3 2024-11-16T01:24:24,387 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.3 after 1ms 2024-11-16T01:24:24,392 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.3 took 7ms 2024-11-16T01:24:24,401 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.3 so closing down 2024-11-16T01:24:24,402 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:24,403 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:24,403 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T01:24:24,403 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.3, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.3, size=1.0 K (1043bytes) at 1731720264386Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.3 so closing down at 1731720264402 (+16 ms)3 split writer threads finished at 1731720264403 (+1 ms)Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731720264403 2024-11-16T01:24:24,411 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.3 to hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/oldWALs/wal.dat.3 2024-11-16T01:24:24,411 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.4, size=1.0 K (1043bytes) 2024-11-16T01:24:24,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.4 2024-11-16T01:24:24,412 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.4 after 1ms 2024-11-16T01:24:24,418 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.4 took 7ms 2024-11-16T01:24:24,426 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.4 so closing down 2024-11-16T01:24:24,427 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:24,428 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:24,428 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T01:24:24,428 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.4, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.4, size=1.0 K (1043bytes) at 1731720264411Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.4 so closing down at 1731720264426 (+15 ms)3 split writer threads finished at 1731720264428 (+2 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731720264428 2024-11-16T01:24:24,433 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.4 to hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/oldWALs/wal.dat.4 2024-11-16T01:24:24,434 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.5, size=1.0 K (1043bytes) 2024-11-16T01:24:24,434 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.5 2024-11-16T01:24:24,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.5 after 1ms 2024-11-16T01:24:24,439 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.5 took 6ms 2024-11-16T01:24:24,458 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.5 so closing down 2024-11-16T01:24:24,458 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:24,459 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:24,459 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T01:24:24,459 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.5, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.5, size=1.0 K (1043bytes) at 1731720264434Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.5 so closing down at 1731720264458 (+24 ms)3 split writer threads finished at 1731720264459 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731720264459 2024-11-16T01:24:24,466 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.5 to hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/oldWALs/wal.dat.5 2024-11-16T01:24:24,466 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.6, size=1.0 K (1043bytes) 2024-11-16T01:24:24,466 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.6 2024-11-16T01:24:24,468 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.6 after 2ms 2024-11-16T01:24:24,473 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.6 took 7ms 2024-11-16T01:24:24,478 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.6 so closing down 2024-11-16T01:24:24,478 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:24,479 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:24,479 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T01:24:24,479 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.6, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.6, size=1.0 K (1043bytes) at 1731720264466Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.6 so closing down at 1731720264478 (+12 ms)3 split writer threads finished at 1731720264479 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731720264479 2024-11-16T01:24:24,486 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.6 to hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/oldWALs/wal.dat.6 2024-11-16T01:24:24,486 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.7, size=1.0 K (1043bytes) 2024-11-16T01:24:24,486 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.7 2024-11-16T01:24:24,489 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.7 after 3ms 2024-11-16T01:24:24,496 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.7 took 9ms 2024-11-16T01:24:24,507 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.7 so closing down 2024-11-16T01:24:24,507 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:24,507 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:24,508 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T01:24:24,508 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.7, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.7, size=1.0 K (1043bytes) at 1731720264486Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.7 so closing down at 1731720264507 (+21 ms)3 split writer threads finished at 1731720264507Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731720264508 (+1 ms) 2024-11-16T01:24:24,524 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.7 to hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/oldWALs/wal.dat.7 2024-11-16T01:24:24,525 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.8, size=1.0 K (1043bytes) 2024-11-16T01:24:24,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.8 2024-11-16T01:24:24,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.8 after 1ms 2024-11-16T01:24:24,535 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.8 took 10ms 2024-11-16T01:24:24,538 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.8 so closing down 2024-11-16T01:24:24,538 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:24,538 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:24,538 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T01:24:24,538 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.8, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.8, size=1.0 K (1043bytes) at 1731720264525Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.8 so closing down at 1731720264538 (+13 ms)3 split writer threads finished at 1731720264538Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731720264538 2024-11-16T01:24:24,544 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.8 to hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/oldWALs/wal.dat.8 2024-11-16T01:24:24,545 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.9, size=1.0 K (1043bytes) 2024-11-16T01:24:24,545 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.9 2024-11-16T01:24:24,546 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.9 after 1ms 2024-11-16T01:24:24,550 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.9 took 6ms 2024-11-16T01:24:24,556 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.9 so closing down 2024-11-16T01:24:24,556 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:24,557 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:24,557 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T01:24:24,557 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.9, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.9, size=1.0 K (1043bytes) at 1731720264545Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.9 so closing down at 1731720264556 (+11 ms)3 split writer threads finished at 1731720264557 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731720264557 2024-11-16T01:24:24,561 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/WALs/testsplitdeletedregion,16010,1731720259318/wal.dat.9 to hdfs://localhost:38643/user/jenkins/test-data/0f497f28-9e6c-93ba-b5cf-9cdae7ac678b/oldWALs/wal.dat.9 2024-11-16T01:24:24,575 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=139 (was 135) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:41731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-29152542_22 at /127.0.0.1:44150 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/cluster_1555d5ec-e417-8405-b7e3-7007e0e58e41/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/cluster_1555d5ec-e417-8405-b7e3-7007e0e58e41/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-29152542_22 at /127.0.0.1:36848 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 474) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6355 (was 6412) 2024-11-16T01:24:24,586 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=6355 2024-11-16T01:24:24,586 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:24,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741853_1030 (size=7) 2024-11-16T01:24:24,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741853_1030 (size=7) 2024-11-16T01:24:24,615 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:24,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:24,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:24,624 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:24,624 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T01:24:24,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:24,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:24,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:24,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:24,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:24,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:24,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:24,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:24,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:24,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:24,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:24,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:24,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:24,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:24,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:24,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:24,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:24,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:24,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741854_1031 (size=863) 2024-11-16T01:24:24,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741854_1031 (size=863) 2024-11-16T01:24:25,066 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:25,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741855_1032 (size=859) 2024-11-16T01:24:25,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741855_1032 (size=859) 2024-11-16T01:24:25,126 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/WALs/testcorruptwaltrailer,16010,1731720264624/wal.dat.0, size=859 (859bytes) 2024-11-16T01:24:25,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/WALs/testcorruptwaltrailer,16010,1731720264624/wal.dat.0 2024-11-16T01:24:25,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/WALs/testcorruptwaltrailer,16010,1731720264624/wal.dat.0 after 0ms 2024-11-16T01:24:25,135 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/WALs/testcorruptwaltrailer,16010,1731720264624/wal.dat.0 took 9ms 2024-11-16T01:24:25,261 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/WALs/testcorruptwaltrailer,16010,1731720264624/wal.dat.0; continuing. 2024-11-16T01:24:25,261 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/WALs/testcorruptwaltrailer,16010,1731720264624/wal.dat.0 so closing down 2024-11-16T01:24:25,262 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:25,262 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:25,286 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:25,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:25,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741856_1033 (size=863) 2024-11-16T01:24:25,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741856_1033 (size=863) 2024-11-16T01:24:25,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:25,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-16T01:24:25,348 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 211 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/WALs/testcorruptwaltrailer,16010,1731720264624/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-16T01:24:25,348 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/WALs/testcorruptwaltrailer,16010,1731720264624/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/WALs/testcorruptwaltrailer,16010,1731720264624/wal.dat.0, size=859 (859bytes) at 1731720265127Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/WALs/testcorruptwaltrailer,16010,1731720264624/wal.dat.0 so closing down at 1731720265262 (+135 ms)3 split writer threads finished at 1731720265262Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720265291 (+29 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720265344 (+53 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731720265348 (+4 ms)Processed 10 edits across 1 Regions in 211 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/WALs/testcorruptwaltrailer,16010,1731720264624/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731720265348 2024-11-16T01:24:25,352 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/WALs/testcorruptwaltrailer,16010,1731720264624/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/a67f3468-6555-72a2-f2ce-6f3559e936d1/oldWALs/wal.dat.0 2024-11-16T01:24:25,382 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=6343 (was 6355) 2024-11-16T01:24:25,397 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=6343 2024-11-16T01:24:25,397 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:25,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741857_1034 (size=7) 2024-11-16T01:24:25,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741857_1034 (size=7) 2024-11-16T01:24:25,456 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:25,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:25,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:25,462 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:25,478 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=6341 (was 6343) 2024-11-16T01:24:25,486 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=6341 2024-11-16T01:24:25,486 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:25,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741858_1035 (size=7) 2024-11-16T01:24:25,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741858_1035 (size=7) 2024-11-16T01:24:25,501 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:25,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:25,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:25,510 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:25,524 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-16T01:24:25,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741859_1036 (size=93) 2024-11-16T01:24:25,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741859_1036 (size=93) 2024-11-16T01:24:25,574 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=6338 (was 6341) 2024-11-16T01:24:25,598 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=6337 2024-11-16T01:24:25,598 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:25,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741860_1037 (size=7) 2024-11-16T01:24:25,655 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:25,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:25,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741860_1037 (size=7) 2024-11-16T01:24:25,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:25,666 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:25,666 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:24:25,667 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:24:25,672 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:25,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741861_1038 (size=1393) 2024-11-16T01:24:25,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741861_1038 (size=1393) 2024-11-16T01:24:25,772 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:25,772 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:24:25,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741862_1039 (size=1393) 2024-11-16T01:24:25,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741862_1039 (size=1393) 2024-11-16T01:24:25,824 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:24:25,825 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:24:25,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741863_1040 (size=1393) 2024-11-16T01:24:25,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741863_1040 (size=1393) 2024-11-16T01:24:25,888 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:24:25,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:24:25,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741864_1041 (size=1393) 2024-11-16T01:24:25,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741864_1041 (size=1393) 2024-11-16T01:24:25,936 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:24:25,936 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:24:25,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741865_1042 (size=1393) 2024-11-16T01:24:25,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741865_1042 (size=1393) 2024-11-16T01:24:25,977 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:24:25,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:24:25,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:25,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:25,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741866_1043 (size=1393) 2024-11-16T01:24:26,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741866_1043 (size=1393) 2024-11-16T01:24:26,019 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:24:26,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:24:26,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741867_1044 (size=1405) 2024-11-16T01:24:26,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741867_1044 (size=1405) 2024-11-16T01:24:26,041 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:24:26,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:24:26,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741868_1045 (size=1413) 2024-11-16T01:24:26,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741868_1045 (size=1413) 2024-11-16T01:24:26,061 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:24:26,064 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:24:26,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741869_1046 (size=1413) 2024-11-16T01:24:26,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741869_1046 (size=1413) 2024-11-16T01:24:26,084 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:24:26,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:24:26,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:26,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741870_1047 (size=1413) 2024-11-16T01:24:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741870_1047 (size=1413) 2024-11-16T01:24:26,508 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:24:26,541 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e0ed4b5a-cf94-0b27-18de-408a5384d1e8/WALs/testioeonoutputthread,16010,1731720265666/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T01:24:26,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e0ed4b5a-cf94-0b27-18de-408a5384d1e8/WALs/testioeonoutputthread,16010,1731720265666/wal.dat.7 2024-11-16T01:24:26,543 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e0ed4b5a-cf94-0b27-18de-408a5384d1e8/WALs/testioeonoutputthread,16010,1731720265666/wal.dat.7 after 1ms 2024-11-16T01:24:26,549 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e0ed4b5a-cf94-0b27-18de-408a5384d1e8/WALs/testioeonoutputthread,16010,1731720265666/wal.dat.7 took 8ms 2024-11-16T01:24:26,556 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e0ed4b5a-cf94-0b27-18de-408a5384d1e8/WALs/testioeonoutputthread,16010,1731720265666/wal.dat.7 so closing down 2024-11-16T01:24:26,556 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:26,559 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:26,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e0ed4b5a-cf94-0b27-18de-408a5384d1e8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T01:24:26,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e0ed4b5a-cf94-0b27-18de-408a5384d1e8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T01:24:26,603 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:24:26,604 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e0ed4b5a-cf94-0b27-18de-408a5384d1e8/WALs/testioeonoutputthread,16010,1731720265666/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-16T01:24:26,604 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e0ed4b5a-cf94-0b27-18de-408a5384d1e8/WALs/testioeonoutputthread,16010,1731720265666/wal.dat.7, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e0ed4b5a-cf94-0b27-18de-408a5384d1e8/WALs/testioeonoutputthread,16010,1731720265666/wal.dat.7, size=1.4 K (1413bytes) at 1731720266541Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e0ed4b5a-cf94-0b27-18de-408a5384d1e8/WALs/testioeonoutputthread,16010,1731720265666/wal.dat.7 so closing down at 1731720266556 (+15 ms)3 split writer threads finished at 1731720266559 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e0ed4b5a-cf94-0b27-18de-408a5384d1e8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731720266593 (+34 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e0ed4b5a-cf94-0b27-18de-408a5384d1e8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731720266601 (+8 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731720266603 (+2 ms)Processed 20 edits across 0 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e0ed4b5a-cf94-0b27-18de-408a5384d1e8/WALs/testioeonoutputthread,16010,1731720265666/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731720266604 (+1 ms) 2024-11-16T01:24:26,604 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:24:26,625 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=141 (was 139) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1856945535_22 at /127.0.0.1:36848 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=6305 (was 6337) 2024-11-16T01:24:26,635 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=6301 2024-11-16T01:24:26,635 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:26,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741871_1048 (size=7) 2024-11-16T01:24:26,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741871_1048 (size=7) 2024-11-16T01:24:26,665 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:26,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:26,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:26,672 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:26,713 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:24:26,714 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:24:26,716 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:26,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741872_1049 (size=2324) 2024-11-16T01:24:26,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741872_1049 (size=2324) 2024-11-16T01:24:26,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:26,783 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:24:26,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:26,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741873_1050 (size=1393) 2024-11-16T01:24:26,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741873_1050 (size=1393) 2024-11-16T01:24:27,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:24:27,215 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:24:27,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-16T01:24:27,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-16T01:24:27,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-16T01:24:27,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-16T01:24:27,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-16T01:24:27,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-16T01:24:27,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-16T01:24:27,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-16T01:24:27,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-16T01:24:27,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-16T01:24:27,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-16T01:24:27,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-16T01:24:27,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-16T01:24:27,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-16T01:24:27,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-16T01:24:27,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-16T01:24:27,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-16T01:24:27,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-16T01:24:27,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-16T01:24:27,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-16T01:24:27,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-16T01:24:27,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-16T01:24:27,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-16T01:24:27,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-16T01:24:27,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-16T01:24:27,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-16T01:24:27,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-16T01:24:27,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-16T01:24:27,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-16T01:24:27,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-16T01:24:27,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-16T01:24:27,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-16T01:24:27,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-16T01:24:27,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-16T01:24:27,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-16T01:24:27,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-16T01:24:27,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-16T01:24:27,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-16T01:24:27,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-16T01:24:27,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-16T01:24:27,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-16T01:24:27,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-16T01:24:27,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-16T01:24:27,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-16T01:24:27,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-16T01:24:27,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-16T01:24:27,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-16T01:24:27,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-16T01:24:27,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-16T01:24:27,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-16T01:24:27,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-16T01:24:27,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-16T01:24:27,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-16T01:24:27,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-16T01:24:27,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-16T01:24:27,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-16T01:24:27,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-16T01:24:27,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-16T01:24:27,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-16T01:24:27,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-16T01:24:27,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-16T01:24:27,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-16T01:24:27,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-16T01:24:27,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-16T01:24:27,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-16T01:24:27,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-16T01:24:27,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-16T01:24:27,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-16T01:24:27,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-16T01:24:27,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-16T01:24:27,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-16T01:24:27,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-16T01:24:27,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-16T01:24:27,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-16T01:24:27,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-16T01:24:27,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-16T01:24:27,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-16T01:24:27,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-16T01:24:27,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-16T01:24:27,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-16T01:24:27,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-16T01:24:27,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-16T01:24:27,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-16T01:24:27,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-16T01:24:27,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-16T01:24:27,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-16T01:24:27,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-16T01:24:27,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-16T01:24:27,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-16T01:24:27,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-16T01:24:27,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-16T01:24:27,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-16T01:24:27,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-16T01:24:27,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-16T01:24:27,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-16T01:24:27,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-16T01:24:27,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-16T01:24:27,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-16T01:24:27,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-16T01:24:27,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-16T01:24:27,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-16T01:24:27,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-16T01:24:27,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-16T01:24:27,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-16T01:24:27,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-16T01:24:27,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-16T01:24:27,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-16T01:24:27,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-16T01:24:27,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-16T01:24:27,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-16T01:24:27,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-16T01:24:27,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-16T01:24:27,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-16T01:24:27,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-16T01:24:27,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-16T01:24:27,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-16T01:24:27,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-16T01:24:27,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-16T01:24:27,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-16T01:24:27,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-16T01:24:27,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-16T01:24:27,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-16T01:24:27,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-16T01:24:27,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-16T01:24:27,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-16T01:24:27,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-16T01:24:27,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-16T01:24:27,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-16T01:24:27,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-16T01:24:27,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-16T01:24:27,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-16T01:24:27,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-16T01:24:27,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-16T01:24:27,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-16T01:24:27,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-16T01:24:27,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-16T01:24:27,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-16T01:24:27,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-16T01:24:27,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-16T01:24:27,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-16T01:24:27,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-16T01:24:27,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-16T01:24:27,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-16T01:24:27,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-16T01:24:27,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-16T01:24:27,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-16T01:24:27,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-16T01:24:27,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-16T01:24:27,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-16T01:24:27,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-16T01:24:27,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-16T01:24:27,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-16T01:24:27,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-16T01:24:27,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-16T01:24:27,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-16T01:24:27,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-16T01:24:27,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-16T01:24:27,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-16T01:24:27,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-16T01:24:27,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-16T01:24:27,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-16T01:24:27,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-16T01:24:27,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-16T01:24:27,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-16T01:24:27,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-16T01:24:27,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-16T01:24:27,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-16T01:24:27,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-16T01:24:27,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-16T01:24:27,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-16T01:24:27,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-16T01:24:27,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-16T01:24:27,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-16T01:24:27,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-16T01:24:27,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-16T01:24:27,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-16T01:24:27,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-16T01:24:27,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-16T01:24:27,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-16T01:24:27,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-16T01:24:27,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-16T01:24:27,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-16T01:24:27,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-16T01:24:27,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-16T01:24:27,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-16T01:24:27,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-16T01:24:27,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-16T01:24:27,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-16T01:24:27,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-16T01:24:27,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-16T01:24:27,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-16T01:24:27,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-16T01:24:27,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-16T01:24:27,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-16T01:24:27,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-16T01:24:27,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-16T01:24:27,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-16T01:24:27,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-16T01:24:27,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-16T01:24:27,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-16T01:24:27,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-16T01:24:27,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-16T01:24:27,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-16T01:24:27,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-16T01:24:27,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-16T01:24:27,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-16T01:24:27,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-16T01:24:27,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-16T01:24:27,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-16T01:24:27,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-16T01:24:27,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-16T01:24:27,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-16T01:24:27,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-16T01:24:27,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-16T01:24:27,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-16T01:24:27,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-16T01:24:27,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-16T01:24:27,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-16T01:24:27,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-16T01:24:27,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-16T01:24:27,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-16T01:24:27,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-16T01:24:27,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-16T01:24:27,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-16T01:24:27,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-16T01:24:27,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-16T01:24:27,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-16T01:24:27,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-16T01:24:27,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-16T01:24:27,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-16T01:24:27,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-16T01:24:27,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-16T01:24:27,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-16T01:24:27,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-16T01:24:27,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-16T01:24:27,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-16T01:24:27,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-16T01:24:27,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-16T01:24:27,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-16T01:24:27,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-16T01:24:27,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-16T01:24:27,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-16T01:24:27,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-16T01:24:27,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-16T01:24:27,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-16T01:24:27,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-16T01:24:27,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-16T01:24:27,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-16T01:24:27,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-16T01:24:27,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-16T01:24:27,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-16T01:24:27,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-16T01:24:27,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-16T01:24:27,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-16T01:24:27,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-16T01:24:27,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-16T01:24:27,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-16T01:24:27,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-16T01:24:27,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-16T01:24:27,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-16T01:24:27,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-16T01:24:27,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-16T01:24:27,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-16T01:24:27,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-16T01:24:27,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-16T01:24:27,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-16T01:24:27,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-16T01:24:27,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-16T01:24:27,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-16T01:24:27,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-16T01:24:27,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-16T01:24:27,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-16T01:24:27,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-16T01:24:27,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-16T01:24:27,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-16T01:24:27,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-16T01:24:27,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-16T01:24:27,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-16T01:24:27,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-16T01:24:27,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-16T01:24:27,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-16T01:24:27,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-16T01:24:27,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-16T01:24:27,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-16T01:24:27,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-16T01:24:27,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-16T01:24:27,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-16T01:24:27,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-16T01:24:27,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-16T01:24:27,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-16T01:24:27,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-16T01:24:27,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-16T01:24:27,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-16T01:24:27,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-16T01:24:27,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-16T01:24:27,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-16T01:24:27,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-16T01:24:27,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-16T01:24:27,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-16T01:24:27,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-16T01:24:27,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-16T01:24:27,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-16T01:24:27,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-16T01:24:27,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-16T01:24:27,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-16T01:24:27,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-16T01:24:27,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-16T01:24:27,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-16T01:24:27,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-16T01:24:27,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-16T01:24:27,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-16T01:24:27,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-16T01:24:27,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-16T01:24:27,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-16T01:24:27,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-16T01:24:27,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-16T01:24:27,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-16T01:24:27,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-16T01:24:27,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-16T01:24:27,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-16T01:24:27,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-16T01:24:27,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-16T01:24:27,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-16T01:24:27,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-16T01:24:27,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-16T01:24:27,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-16T01:24:27,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-16T01:24:27,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-16T01:24:27,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-16T01:24:27,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-16T01:24:27,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-16T01:24:27,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-16T01:24:27,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-16T01:24:27,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-16T01:24:27,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-16T01:24:27,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-16T01:24:27,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-16T01:24:27,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-16T01:24:27,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-16T01:24:27,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-16T01:24:27,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-16T01:24:27,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-16T01:24:27,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-16T01:24:27,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-16T01:24:27,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-16T01:24:27,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-16T01:24:27,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-16T01:24:27,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-16T01:24:27,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-16T01:24:27,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:27,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:27,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-16T01:24:28,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-16T01:24:28,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-16T01:24:28,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-16T01:24:28,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-16T01:24:28,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-16T01:24:28,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-16T01:24:28,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-16T01:24:28,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-16T01:24:28,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-16T01:24:28,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-16T01:24:28,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-16T01:24:28,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-16T01:24:28,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-16T01:24:28,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-16T01:24:28,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-16T01:24:28,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-16T01:24:28,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-16T01:24:28,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-16T01:24:28,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-16T01:24:28,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-16T01:24:28,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-16T01:24:28,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-16T01:24:28,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-16T01:24:28,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-16T01:24:28,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-16T01:24:28,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-16T01:24:28,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-16T01:24:28,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-16T01:24:28,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-16T01:24:28,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-16T01:24:28,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-16T01:24:28,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-16T01:24:28,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-16T01:24:28,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-16T01:24:28,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-16T01:24:28,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-16T01:24:28,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-16T01:24:28,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-16T01:24:28,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-16T01:24:28,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-16T01:24:28,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-16T01:24:28,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-16T01:24:28,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-16T01:24:28,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-16T01:24:28,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-16T01:24:28,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-16T01:24:28,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-16T01:24:28,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-16T01:24:28,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-16T01:24:28,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-16T01:24:28,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-16T01:24:28,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-16T01:24:28,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-16T01:24:28,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-16T01:24:28,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-16T01:24:28,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-16T01:24:28,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-16T01:24:28,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-16T01:24:28,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-16T01:24:28,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-16T01:24:28,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-16T01:24:28,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-16T01:24:28,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-16T01:24:28,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-16T01:24:28,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-16T01:24:28,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-16T01:24:28,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-16T01:24:28,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-16T01:24:28,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-16T01:24:28,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-16T01:24:28,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-16T01:24:28,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-16T01:24:28,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-16T01:24:28,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-16T01:24:28,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-16T01:24:28,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-16T01:24:28,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-16T01:24:28,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-16T01:24:28,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-16T01:24:28,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-16T01:24:28,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-16T01:24:28,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-16T01:24:28,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-16T01:24:28,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-16T01:24:28,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-16T01:24:28,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-16T01:24:28,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-16T01:24:28,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-16T01:24:28,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-16T01:24:28,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-16T01:24:28,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-16T01:24:28,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-16T01:24:28,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-16T01:24:28,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-16T01:24:28,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-16T01:24:28,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-16T01:24:28,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-16T01:24:28,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-16T01:24:28,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-16T01:24:28,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-16T01:24:28,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-16T01:24:28,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-16T01:24:28,284 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672): HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731720266782; access_time=1731720266729; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720267214; access_time=1731720266783; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731720267215; access_time=1731720267215; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T01:24:28,284 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-16T01:24:28,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-16T01:24:28,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-16T01:24:28,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-16T01:24:28,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-16T01:24:28,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-16T01:24:28,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-16T01:24:28,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-16T01:24:28,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-16T01:24:28,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-16T01:24:28,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-16T01:24:28,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-16T01:24:28,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-16T01:24:28,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-16T01:24:28,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-16T01:24:28,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-16T01:24:28,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-16T01:24:28,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-16T01:24:28,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-16T01:24:28,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-16T01:24:28,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-16T01:24:28,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-16T01:24:28,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-16T01:24:28,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-16T01:24:28,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-16T01:24:28,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-16T01:24:28,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-16T01:24:28,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-16T01:24:28,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-16T01:24:28,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-16T01:24:28,358 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.0, size=2.3 K (2324bytes) 2024-11-16T01:24:28,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.0 2024-11-16T01:24:28,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,359 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.0 after 1ms 2024-11-16T01:24:28,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-16T01:24:28,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-16T01:24:28,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-16T01:24:28,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-16T01:24:28,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-16T01:24:28,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-16T01:24:28,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-16T01:24:28,375 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.0 took 17ms 2024-11-16T01:24:28,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-16T01:24:28,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-16T01:24:28,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-16T01:24:28,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-16T01:24:28,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-16T01:24:28,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-16T01:24:28,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-16T01:24:28,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-16T01:24:28,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-16T01:24:28,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-16T01:24:28,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-16T01:24:28,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-16T01:24:28,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-16T01:24:28,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-16T01:24:28,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-16T01:24:28,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-16T01:24:28,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-16T01:24:28,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-16T01:24:28,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-16T01:24:28,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,427 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.0 so closing down 2024-11-16T01:24:28,427 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:28,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-16T01:24:28,429 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:28,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-16T01:24:28,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-16T01:24:28,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-16T01:24:28,440 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:28,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-16T01:24:28,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-16T01:24:28,444 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:28,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-16T01:24:28,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-16T01:24:28,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:28,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-16T01:24:28,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:28,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-16T01:24:28,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-16T01:24:28,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-16T01:24:28,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-16T01:24:28,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-16T01:24:28,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-16T01:24:28,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-16T01:24:28,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-16T01:24:28,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-16T01:24:28,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-16T01:24:28,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-16T01:24:28,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-16T01:24:28,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-16T01:24:28,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-16T01:24:28,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-16T01:24:28,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741875_1052 (size=743) 2024-11-16T01:24:28,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741875_1052 (size=743) 2024-11-16T01:24:28,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:28,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-16T01:24:28,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-16T01:24:28,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-16T01:24:28,491 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T01:24:28,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-16T01:24:28,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-16T01:24:28,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-16T01:24:28,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-16T01:24:28,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-16T01:24:28,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-16T01:24:28,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-16T01:24:28,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-16T01:24:28,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-16T01:24:28,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741876_1053 (size=743) 2024-11-16T01:24:28,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-16T01:24:28,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741876_1053 (size=743) 2024-11-16T01:24:28,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:28,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T01:24:28,518 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 97 ms; skipped=7; WAL=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-16T01:24:28,519 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.0, size=2.3 K (2324bytes) at 1731720268358Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.0 so closing down at 1731720268427 (+69 ms)3 split writer threads finished at 1731720268429 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731720268449 (+20 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720268452 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720268484 (+32 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731720268491 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720268515 (+24 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731720268518 (+3 ms)Processed 27 edits across 2 Regions in 97 ms; skipped=7; WAL=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731720268518 2024-11-16T01:24:28,522 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/oldWALs/wal.dat.0 2024-11-16T01:24:28,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-16T01:24:28,522 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T01:24:28,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.1 2024-11-16T01:24:28,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,523 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.1 after 1ms 2024-11-16T01:24:28,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-16T01:24:28,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,528 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.1 took 5ms 2024-11-16T01:24:28,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-16T01:24:28,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-16T01:24:28,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-16T01:24:28,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-16T01:24:28,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-16T01:24:28,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-16T01:24:28,546 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.1 so closing down 2024-11-16T01:24:28,546 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:28,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-16T01:24:28,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-16T01:24:28,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-16T01:24:28,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-16T01:24:28,552 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:28,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-16T01:24:28,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-16T01:24:28,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-16T01:24:28,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,559 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:28,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-16T01:24:28,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-16T01:24:28,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:28,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-16T01:24:28,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-16T01:24:28,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-16T01:24:28,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-16T01:24:28,572 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:28,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-16T01:24:28,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-16T01:24:28,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-16T01:24:28,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-16T01:24:28,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-16T01:24:28,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-16T01:24:28,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-16T01:24:28,585 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:28,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-16T01:24:28,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741877_1054 (size=743) 2024-11-16T01:24:28,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-16T01:24:28,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741877_1054 (size=743) 2024-11-16T01:24:28,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-16T01:24:28,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:28,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-16T01:24:28,594 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T01:24:28,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-16T01:24:28,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-16T01:24:28,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-16T01:24:28,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-16T01:24:28,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-16T01:24:28,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-16T01:24:28,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-16T01:24:28,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-16T01:24:28,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-16T01:24:28,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-16T01:24:28,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-16T01:24:28,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-16T01:24:28,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-16T01:24:28,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-16T01:24:28,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-16T01:24:28,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-16T01:24:28,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-16T01:24:28,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-16T01:24:28,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-16T01:24:28,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-16T01:24:28,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-16T01:24:28,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-16T01:24:28,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-16T01:24:28,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-16T01:24:28,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741878_1055 (size=743) 2024-11-16T01:24:28,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-16T01:24:28,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741878_1055 (size=743) 2024-11-16T01:24:28,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,655 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:28,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-16T01:24:28,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T01:24:28,658 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:28,658 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.1, size=1.4 K (1393bytes) at 1731720268522Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.1 so closing down at 1731720268546 (+24 ms)3 split writer threads finished at 1731720268552 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731720268564 (+12 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731720268585 (+21 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720268590 (+5 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731720268594 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720268655 (+61 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731720268658 (+3 ms)Processed 20 edits across 2 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720268658 2024-11-16T01:24:28,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-16T01:24:28,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,665 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/oldWALs/wal.dat.1 2024-11-16T01:24:28,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-16T01:24:28,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,667 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.2, size=150 (150bytes) 2024-11-16T01:24:28,667 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.2 2024-11-16T01:24:28,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-16T01:24:28,668 WARN [IPC Server handler 0 on default port 38643 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-16T01:24:28,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.2 after 1ms 2024-11-16T01:24:28,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-16T01:24:28,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-16T01:24:28,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-16T01:24:28,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-16T01:24:28,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-16T01:24:28,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-16T01:24:28,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-16T01:24:28,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-16T01:24:28,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-16T01:24:28,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-16T01:24:28,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-16T01:24:28,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-16T01:24:28,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-16T01:24:28,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-16T01:24:28,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-16T01:24:28,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-16T01:24:28,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-16T01:24:28,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-16T01:24:28,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-16T01:24:28,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-16T01:24:28,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-16T01:24:28,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-16T01:24:28,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-16T01:24:28,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-16T01:24:28,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-16T01:24:28,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-16T01:24:28,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-16T01:24:28,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-16T01:24:28,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-16T01:24:28,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-16T01:24:28,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-16T01:24:28,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-16T01:24:28,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-16T01:24:28,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-16T01:24:28,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-16T01:24:28,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-16T01:24:28,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-16T01:24:28,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-16T01:24:28,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-16T01:24:28,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-16T01:24:28,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-16T01:24:28,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-16T01:24:28,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-16T01:24:28,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-16T01:24:28,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-16T01:24:28,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-16T01:24:28,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-16T01:24:28,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-16T01:24:28,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-16T01:24:28,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-16T01:24:28,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-16T01:24:28,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-16T01:24:28,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-16T01:24:28,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-16T01:24:28,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-16T01:24:28,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-16T01:24:28,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-16T01:24:28,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-16T01:24:28,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-16T01:24:28,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-16T01:24:28,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-16T01:24:28,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-16T01:24:28,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-16T01:24:28,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-16T01:24:28,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-16T01:24:28,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-16T01:24:28,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-16T01:24:28,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-16T01:24:28,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-16T01:24:28,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-16T01:24:28,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-16T01:24:28,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-16T01:24:28,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-16T01:24:28,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-16T01:24:28,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-16T01:24:28,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-16T01:24:28,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-16T01:24:28,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-16T01:24:28,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-16T01:24:28,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-16T01:24:28,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-16T01:24:28,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-16T01:24:28,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-16T01:24:28,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-16T01:24:28,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-16T01:24:28,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-16T01:24:28,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-16T01:24:28,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-16T01:24:28,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-16T01:24:28,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-16T01:24:28,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-16T01:24:28,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-16T01:24:28,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-16T01:24:28,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-16T01:24:28,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-16T01:24:28,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-16T01:24:28,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-16T01:24:28,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-16T01:24:28,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-16T01:24:28,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-16T01:24:28,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-16T01:24:28,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-16T01:24:28,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-16T01:24:28,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-16T01:24:28,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-16T01:24:28,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-16T01:24:28,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-16T01:24:28,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-16T01:24:28,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-16T01:24:28,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-16T01:24:28,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-16T01:24:28,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-16T01:24:28,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-16T01:24:28,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-16T01:24:28,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-16T01:24:28,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-16T01:24:28,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-16T01:24:28,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-16T01:24:28,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-16T01:24:28,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-16T01:24:28,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-16T01:24:28,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-16T01:24:28,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-16T01:24:28,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-16T01:24:28,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-16T01:24:28,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-16T01:24:28,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-16T01:24:28,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-16T01:24:28,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-16T01:24:28,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-16T01:24:28,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-16T01:24:28,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-16T01:24:28,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-16T01:24:28,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-16T01:24:28,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-16T01:24:28,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-16T01:24:28,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-16T01:24:28,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-16T01:24:28,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-16T01:24:28,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-16T01:24:28,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-16T01:24:28,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-16T01:24:28,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-16T01:24:28,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-16T01:24:28,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-16T01:24:28,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-16T01:24:28,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-16T01:24:28,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-16T01:24:28,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-16T01:24:28,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-16T01:24:28,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-16T01:24:28,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-16T01:24:28,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-16T01:24:28,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-16T01:24:28,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-16T01:24:28,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-16T01:24:28,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-16T01:24:28,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-16T01:24:28,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-16T01:24:28,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-16T01:24:28,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-16T01:24:28,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-16T01:24:28,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-16T01:24:28,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-16T01:24:28,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-16T01:24:28,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-16T01:24:28,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-16T01:24:28,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-16T01:24:28,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-16T01:24:28,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-16T01:24:28,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:28,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-16T01:24:28,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:28,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-16T01:24:29,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-16T01:24:29,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-16T01:24:29,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-16T01:24:29,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-16T01:24:29,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-16T01:24:29,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-16T01:24:29,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-16T01:24:29,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-16T01:24:29,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-16T01:24:29,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-16T01:24:29,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-16T01:24:29,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-16T01:24:29,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-16T01:24:29,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-16T01:24:29,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-16T01:24:29,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-16T01:24:29,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-16T01:24:29,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-16T01:24:29,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-16T01:24:29,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-16T01:24:29,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-16T01:24:29,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-16T01:24:29,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-16T01:24:29,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-16T01:24:29,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-16T01:24:29,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-16T01:24:29,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-16T01:24:29,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-16T01:24:29,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-16T01:24:29,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-16T01:24:29,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-16T01:24:29,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-16T01:24:29,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-16T01:24:29,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-16T01:24:29,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-16T01:24:29,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-16T01:24:29,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-16T01:24:29,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-16T01:24:29,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-16T01:24:29,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-16T01:24:29,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-16T01:24:29,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-16T01:24:29,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-16T01:24:29,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-16T01:24:29,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-16T01:24:29,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-16T01:24:29,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-16T01:24:29,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-16T01:24:29,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-16T01:24:29,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-16T01:24:29,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-16T01:24:29,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-16T01:24:29,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-16T01:24:29,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-16T01:24:29,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-16T01:24:29,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-16T01:24:29,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-16T01:24:29,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-16T01:24:29,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-16T01:24:29,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-16T01:24:29,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-16T01:24:29,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-16T01:24:29,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-16T01:24:29,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-16T01:24:29,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-16T01:24:29,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-16T01:24:29,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-16T01:24:29,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-16T01:24:29,111 WARN [ResponseProcessor for block BP-1282028524-172.17.0.2-1731720250481:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1282028524-172.17.0.2-1731720250481:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T01:24:29,111 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-278245088_538 at /127.0.0.1:44374 [Receiving block BP-1282028524-172.17.0.2-1731720250481:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:45945:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44374 dst: /127.0.0.1:45945 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45945 remote=/127.0.0.1:44374]. Total timeout mills is 60000, 60000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:24:29,112 WARN [DataStreamer for file /user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.2 block BP-1282028524-172.17.0.2-1731720250481:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1282028524-172.17.0.2-1731720250481:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:45945,DS-38b9cbba-c973-411d-9c92-8818deaf0475,DISK], DatanodeInfoWithStorage[127.0.0.1:41715,DS-9d35756c-df72-482b-8fec-8abede590d4d,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:45945,DS-38b9cbba-c973-411d-9c92-8818deaf0475,DISK]) is bad. 2024-11-16T01:24:29,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T01:24:29,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T01:24:29,112 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-278245088_538 at /127.0.0.1:37044 [Receiving block BP-1282028524-172.17.0.2-1731720250481:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:41715:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37044 dst: /127.0.0.1:41715 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:24:29,113 WARN [DataStreamer for file /user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.2 block BP-1282028524-172.17.0.2-1731720250481:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1282028524-172.17.0.2-1731720250481:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T01:24:29,113 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1282028524-172.17.0.2-1731720250481:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T01:24:29,114 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1282028524-172.17.0.2-1731720250481:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-16T01:24:29,115 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1282028524-172.17.0.2-1731720250481:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 876 2024-11-16T01:24:29,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-16T01:24:29,115 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1282028524-172.17.0.2-1731720250481:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T01:24:29,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741874_1056 (size=55395) 2024-11-16T01:24:29,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741874_1056 (size=55395) 2024-11-16T01:24:29,117 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1282028524-172.17.0.2-1731720250481:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T01:24:32,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.2 after 4002ms 2024-11-16T01:24:32,673 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.2 took 4008ms 2024-11-16T01:24:32,721 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.2; continuing. 2024-11-16T01:24:32,721 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.2 so closing down 2024-11-16T01:24:32,721 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:32,721 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:32,725 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:32,727 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:32,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:32,761 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:32,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741880_1058 (size=743) 2024-11-16T01:24:32,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741880_1058 (size=743) 2024-11-16T01:24:32,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:32,800 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T01:24:32,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741879_1057 (size=54753) 2024-11-16T01:24:32,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741879_1057 (size=54753) 2024-11-16T01:24:32,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 855 edits, skipped 0 edits in 7 ms) 2024-11-16T01:24:32,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T01:24:32,812 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 865 edits across 2 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-16T01:24:32,812 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.2, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.2, size=150 (150bytes) at 1731720268667Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.2 so closing down at 1731720272721 (+4054 ms)3 split writer threads finished at 1731720272721Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731720272740 (+19 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731720272761 (+21 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720272798 (+37 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731720272800 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 855 edits, skipped 0 edits in 7 ms) at 1731720272809 (+9 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731720272812 (+3 ms)Processed 865 edits across 2 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731720272812 2024-11-16T01:24:32,815 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/WALs/testlogcannotbewrittenonceparsed,16010,1731720266672/wal.dat.2 to hdfs://localhost:38643/user/jenkins/test-data/97d00c76-3196-8c4f-3721-93714d424ad8/oldWALs/wal.dat.2 2024-11-16T01:24:32,816 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-16T01:24:32,856 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=875, robber=875 2024-11-16T01:24:32,889 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=145 (was 139) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:38643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:38643 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1856945535_22 at /127.0.0.1:52746 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:38643 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1856945535_22 at /127.0.0.1:60736 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:38643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=397 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=478 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=6138 (was 6301) 2024-11-16T01:24:32,897 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=145, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=478, ProcessCount=11, AvailableMemoryMB=6137 2024-11-16T01:24:32,897 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:32,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741881_1059 (size=7) 2024-11-16T01:24:32,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741881_1059 (size=7) 2024-11-16T01:24:32,920 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:32,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:32,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:32,926 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:32,928 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:24:32,933 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:24:32,934 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:32,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741882_1060 (size=1393) 2024-11-16T01:24:32,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741882_1060 (size=1393) 2024-11-16T01:24:32,960 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:32,960 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:24:32,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:32,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741883_1061 (size=1393) 2024-11-16T01:24:32,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741883_1061 (size=1393) 2024-11-16T01:24:32,979 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:24:32,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:24:32,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:32,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741884_1062 (size=1393) 2024-11-16T01:24:33,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741884_1062 (size=1393) 2024-11-16T01:24:33,411 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:24:33,411 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:24:33,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741885_1063 (size=1393) 2024-11-16T01:24:33,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741885_1063 (size=1393) 2024-11-16T01:24:33,427 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:24:33,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:24:33,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741886_1064 (size=1393) 2024-11-16T01:24:33,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741886_1064 (size=1393) 2024-11-16T01:24:33,446 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:24:33,447 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:24:33,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741887_1065 (size=1393) 2024-11-16T01:24:33,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741887_1065 (size=1393) 2024-11-16T01:24:33,477 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:24:33,477 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:24:33,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741888_1066 (size=1405) 2024-11-16T01:24:33,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741888_1066 (size=1405) 2024-11-16T01:24:33,493 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:24:33,493 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:24:33,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741889_1067 (size=1413) 2024-11-16T01:24:33,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741889_1067 (size=1413) 2024-11-16T01:24:33,518 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:24:33,518 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:24:33,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741890_1068 (size=1413) 2024-11-16T01:24:33,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741890_1068 (size=1413) 2024-11-16T01:24:33,551 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:24:33,551 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:24:33,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:33,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:33,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741891_1069 (size=1413) 2024-11-16T01:24:33,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741891_1069 (size=1413) 2024-11-16T01:24:33,579 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:24:33,600 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T01:24:33,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.0 2024-11-16T01:24:33,603 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.0 after 3ms 2024-11-16T01:24:33,604 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:24:35,620 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.0 took 2019ms 2024-11-16T01:24:35,625 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.0 so closing down 2024-11-16T01:24:35,625 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:35,625 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:35,632 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:35,632 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:35,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:35,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:35,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741892_1070 (size=743) 2024-11-16T01:24:35,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741892_1070 (size=743) 2024-11-16T01:24:35,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741893_1071 (size=743) 2024-11-16T01:24:35,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741893_1071 (size=743) 2024-11-16T01:24:35,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:35,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:35,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T01:24:35,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T01:24:35,659 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:35,659 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.0, size=1.4 K (1393bytes) at 1731720273600Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.0 so closing down at 1731720275625 (+2025 ms)3 split writer threads finished at 1731720275625Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720275634 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720275634Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720275649 (+15 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720275650 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731720275658 (+8 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731720275658Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720275659 (+1 ms) 2024-11-16T01:24:35,666 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/oldWALs/wal.dat.0 2024-11-16T01:24:35,666 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T01:24:35,666 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.1 2024-11-16T01:24:35,667 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.1 after 1ms 2024-11-16T01:24:35,672 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.1 took 5ms 2024-11-16T01:24:35,673 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.1 so closing down 2024-11-16T01:24:35,673 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:35,673 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:35,676 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:35,676 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:35,678 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:35,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:35,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741895_1073 (size=743) 2024-11-16T01:24:35,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741894_1072 (size=743) 2024-11-16T01:24:35,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741895_1073 (size=743) 2024-11-16T01:24:35,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741894_1072 (size=743) 2024-11-16T01:24:35,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:35,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:35,691 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T01:24:35,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T01:24:35,692 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:35,692 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.1, size=1.4 K (1393bytes) at 1731720275666Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.1 so closing down at 1731720275673 (+7 ms)3 split writer threads finished at 1731720275673Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731720275678 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731720275678Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720275688 (+10 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720275688Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731720275692 (+4 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731720275692Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720275692 2024-11-16T01:24:35,697 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/oldWALs/wal.dat.1 2024-11-16T01:24:35,697 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T01:24:35,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.2 2024-11-16T01:24:35,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.2 after 1ms 2024-11-16T01:24:35,703 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.2 took 6ms 2024-11-16T01:24:35,704 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.2 so closing down 2024-11-16T01:24:35,704 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:35,704 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:35,709 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:35,709 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:35,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:35,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:35,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741896_1074 (size=743) 2024-11-16T01:24:35,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741896_1074 (size=743) 2024-11-16T01:24:35,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741897_1075 (size=743) 2024-11-16T01:24:35,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741897_1075 (size=743) 2024-11-16T01:24:35,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:35,727 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T01:24:36,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:36,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T01:24:36,123 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:36,123 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.2, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.2, size=1.4 K (1393bytes) at 1731720275697Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.2 so closing down at 1731720275704 (+7 ms)3 split writer threads finished at 1731720275704Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731720275710 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731720275710Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720275723 (+13 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731720275727 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720276119 (+392 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731720276123 (+4 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720276123 2024-11-16T01:24:36,128 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.2 to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/oldWALs/wal.dat.2 2024-11-16T01:24:36,129 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T01:24:36,129 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.3 2024-11-16T01:24:36,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.3 after 1ms 2024-11-16T01:24:36,134 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.3 took 6ms 2024-11-16T01:24:36,135 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.3 so closing down 2024-11-16T01:24:36,135 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:36,135 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:36,139 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:36,139 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:36,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:36,141 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:36,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741898_1076 (size=743) 2024-11-16T01:24:36,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741899_1077 (size=743) 2024-11-16T01:24:36,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741899_1077 (size=743) 2024-11-16T01:24:36,150 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:36,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741898_1076 (size=743) 2024-11-16T01:24:36,154 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T01:24:36,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:36,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T01:24:36,555 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:36,555 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.3, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.3, size=1.4 K (1393bytes) at 1731720276129Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.3 so closing down at 1731720276135 (+6 ms)3 split writer threads finished at 1731720276135Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731720276141 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731720276141Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720276150 (+9 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731720276154 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720276551 (+397 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731720276555 (+4 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720276555 2024-11-16T01:24:36,559 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.3 to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/oldWALs/wal.dat.3 2024-11-16T01:24:36,559 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T01:24:36,559 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.4 2024-11-16T01:24:36,560 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.4 after 1ms 2024-11-16T01:24:36,563 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.4 took 4ms 2024-11-16T01:24:36,570 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.4 so closing down 2024-11-16T01:24:36,570 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:36,570 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:36,574 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:36,574 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:36,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:36,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:36,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741901_1079 (size=743) 2024-11-16T01:24:36,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741901_1079 (size=743) 2024-11-16T01:24:36,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:36,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741900_1078 (size=743) 2024-11-16T01:24:36,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741900_1078 (size=743) 2024-11-16T01:24:36,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T01:24:36,585 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:36,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T01:24:36,588 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:36,588 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.4, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.4, size=1.4 K (1393bytes) at 1731720276559Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.4 so closing down at 1731720276570 (+11 ms)3 split writer threads finished at 1731720276570Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731720276575 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731720276575Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720276581 (+6 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731720276585 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720276585Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731720276587 (+2 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720276588 (+1 ms) 2024-11-16T01:24:36,591 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.4 to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/oldWALs/wal.dat.4 2024-11-16T01:24:36,592 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T01:24:36,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.5 2024-11-16T01:24:36,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.5 after 0ms 2024-11-16T01:24:36,596 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.5 took 5ms 2024-11-16T01:24:36,598 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.5 so closing down 2024-11-16T01:24:36,598 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:36,598 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:36,601 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T01:24:36,601 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T01:24:36,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T01:24:36,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T01:24:36,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741902_1080 (size=743) 2024-11-16T01:24:36,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741903_1081 (size=743) 2024-11-16T01:24:36,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741903_1081 (size=743) 2024-11-16T01:24:36,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741902_1080 (size=743) 2024-11-16T01:24:36,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:36,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:36,624 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T01:24:36,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T01:24:36,625 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:36,625 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.5, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.5, size=1.4 K (1393bytes) at 1731720276592Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.5 so closing down at 1731720276598 (+6 ms)3 split writer threads finished at 1731720276598Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731720276603 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731720276603Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720276620 (+17 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720276620Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731720276624 (+4 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731720276625 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720276625 2024-11-16T01:24:36,628 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.5 to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/oldWALs/wal.dat.5 2024-11-16T01:24:36,628 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T01:24:36,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.6 2024-11-16T01:24:36,629 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.6 after 1ms 2024-11-16T01:24:36,633 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.6 took 5ms 2024-11-16T01:24:36,635 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.6 so closing down 2024-11-16T01:24:36,635 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:36,635 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:36,639 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T01:24:36,639 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T01:24:36,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T01:24:36,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T01:24:36,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741905_1083 (size=749) 2024-11-16T01:24:36,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741904_1082 (size=749) 2024-11-16T01:24:36,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741905_1083 (size=749) 2024-11-16T01:24:36,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:36,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:36,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741904_1082 (size=749) 2024-11-16T01:24:36,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T01:24:36,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T01:24:36,660 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T01:24:36,660 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.6, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.6, size=1.4 K (1405bytes) at 1731720276628Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.6 so closing down at 1731720276635 (+7 ms)3 split writer threads finished at 1731720276635Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731720276640 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731720276640Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720276656 (+16 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720276656Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731720276660 (+4 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731720276660Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731720276660 2024-11-16T01:24:36,665 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.6 to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/oldWALs/wal.dat.6 2024-11-16T01:24:36,665 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T01:24:36,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.7 2024-11-16T01:24:36,666 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.7 after 1ms 2024-11-16T01:24:36,670 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.7 took 5ms 2024-11-16T01:24:36,672 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.7 so closing down 2024-11-16T01:24:36,672 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:36,672 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:36,676 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T01:24:36,676 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T01:24:36,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T01:24:36,677 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T01:24:36,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741906_1084 (size=753) 2024-11-16T01:24:36,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741907_1085 (size=753) 2024-11-16T01:24:36,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741906_1084 (size=753) 2024-11-16T01:24:36,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:36,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741907_1085 (size=753) 2024-11-16T01:24:36,691 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:36,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T01:24:36,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T01:24:36,696 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:36,696 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.7, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.7, size=1.4 K (1413bytes) at 1731720276665Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.7 so closing down at 1731720276672 (+7 ms)3 split writer threads finished at 1731720276672Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731720276677 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731720276677Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720276686 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720276691 (+5 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731720276692 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731720276696 (+4 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720276696 2024-11-16T01:24:36,699 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.7 to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/oldWALs/wal.dat.7 2024-11-16T01:24:36,700 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T01:24:36,700 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.8 2024-11-16T01:24:36,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.8 after 1ms 2024-11-16T01:24:36,705 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.8 took 5ms 2024-11-16T01:24:36,707 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.8 so closing down 2024-11-16T01:24:36,707 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:36,707 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:36,710 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T01:24:36,710 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T01:24:36,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T01:24:36,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T01:24:36,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741908_1086 (size=753) 2024-11-16T01:24:36,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741909_1087 (size=753) 2024-11-16T01:24:36,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741908_1086 (size=753) 2024-11-16T01:24:36,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741909_1087 (size=753) 2024-11-16T01:24:36,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:36,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:36,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T01:24:36,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T01:24:36,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:36,721 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.8, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.8, size=1.4 K (1413bytes) at 1731720276700Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.8 so closing down at 1731720276707 (+7 ms)3 split writer threads finished at 1731720276707Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731720276712 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731720276712Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720276718 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720276718Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731720276720 (+2 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731720276720Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720276721 (+1 ms) 2024-11-16T01:24:36,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.8 to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/oldWALs/wal.dat.8 2024-11-16T01:24:36,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T01:24:36,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.9 2024-11-16T01:24:36,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.9 after 1ms 2024-11-16T01:24:36,727 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.9 took 4ms 2024-11-16T01:24:36,728 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.9 so closing down 2024-11-16T01:24:36,728 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:36,728 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:36,731 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T01:24:36,731 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T01:24:36,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T01:24:36,732 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T01:24:36,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741910_1088 (size=753) 2024-11-16T01:24:36,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741911_1089 (size=753) 2024-11-16T01:24:36,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741911_1089 (size=753) 2024-11-16T01:24:36,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:36,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741910_1088 (size=753) 2024-11-16T01:24:36,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:36,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T01:24:36,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T01:24:36,740 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:36,740 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.9, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.9, size=1.4 K (1413bytes) at 1731720276723Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.9 so closing down at 1731720276728 (+5 ms)3 split writer threads finished at 1731720276728Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731720276732 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731720276732Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720276737 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720276737Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731720276740 (+3 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731720276740Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720276740 2024-11-16T01:24:36,743 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/WALs/testretryopenduringrecovery,16010,1731720272926/wal.dat.9 to hdfs://localhost:38643/user/jenkins/test-data/35119691-c861-d76c-794e-8ddd30a9e67c/oldWALs/wal.dat.9 2024-11-16T01:24:36,752 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=145 (was 145), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=448 (was 478), ProcessCount=11 (was 11), AvailableMemoryMB=6090 (was 6137) 2024-11-16T01:24:36,758 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=145, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=448, ProcessCount=11, AvailableMemoryMB=6089 2024-11-16T01:24:36,758 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:36,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741912_1090 (size=7) 2024-11-16T01:24:36,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741912_1090 (size=7) 2024-11-16T01:24:36,771 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:36,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:36,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:36,777 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:36,777 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:24:36,778 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:24:36,779 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:36,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741913_1091 (size=1393) 2024-11-16T01:24:36,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741913_1091 (size=1393) 2024-11-16T01:24:36,797 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:36,798 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:24:36,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741914_1092 (size=1393) 2024-11-16T01:24:36,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741914_1092 (size=1393) 2024-11-16T01:24:36,818 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:24:36,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:24:36,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741915_1093 (size=1393) 2024-11-16T01:24:36,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741915_1093 (size=1393) 2024-11-16T01:24:36,836 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:24:36,836 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:24:36,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741916_1094 (size=1393) 2024-11-16T01:24:36,856 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:24:36,857 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:24:36,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741916_1094 (size=1393) 2024-11-16T01:24:36,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741917_1095 (size=1393) 2024-11-16T01:24:36,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741917_1095 (size=1393) 2024-11-16T01:24:36,884 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:24:36,884 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:24:36,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,899 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:24:36,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741919_1097 (size=1405) 2024-11-16T01:24:36,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741919_1097 (size=1405) 2024-11-16T01:24:36,918 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:24:36,918 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:24:36,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741920_1098 (size=1413) 2024-11-16T01:24:36,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741920_1098 (size=1413) 2024-11-16T01:24:36,941 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:24:36,941 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:24:36,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741921_1099 (size=1413) 2024-11-16T01:24:36,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741921_1099 (size=1413) 2024-11-16T01:24:36,966 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:24:36,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:24:36,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:36,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:36,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741922_1100 (size=1413) 2024-11-16T01:24:36,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741922_1100 (size=1413) 2024-11-16T01:24:36,987 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:24:37,012 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T01:24:37,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.0 2024-11-16T01:24:37,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.0 after 0ms 2024-11-16T01:24:37,015 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.0 took 3ms 2024-11-16T01:24:37,018 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.0 so closing down 2024-11-16T01:24:37,018 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:37,018 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:37,026 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:37,026 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:37,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:37,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:37,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741924_1102 (size=743) 2024-11-16T01:24:37,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741924_1102 (size=743) 2024-11-16T01:24:37,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:37,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T01:24:37,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741923_1101 (size=743) 2024-11-16T01:24:37,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741923_1101 (size=743) 2024-11-16T01:24:37,047 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:37,049 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T01:24:37,049 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:37,049 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.0, size=1.4 K (1393bytes) at 1731720277012Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.0 so closing down at 1731720277018 (+6 ms)3 split writer threads finished at 1731720277018Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731720277027 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731720277027Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720277040 (+13 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731720277041 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720277047 (+6 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731720277049 (+2 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720277049 2024-11-16T01:24:37,051 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/oldWALs/wal.dat.0 2024-11-16T01:24:37,051 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T01:24:37,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.1 2024-11-16T01:24:37,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.1 after 0ms 2024-11-16T01:24:37,054 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.1 took 3ms 2024-11-16T01:24:37,061 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.1 so closing down 2024-11-16T01:24:37,061 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:37,061 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:37,063 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:37,064 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:37,065 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:37,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:37,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741925_1103 (size=743) 2024-11-16T01:24:37,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741925_1103 (size=743) 2024-11-16T01:24:37,098 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:37,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741926_1104 (size=743) 2024-11-16T01:24:37,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741926_1104 (size=743) 2024-11-16T01:24:37,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:37,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T01:24:37,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T01:24:37,105 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:37,105 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.1, size=1.4 K (1393bytes) at 1731720277051Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.1 so closing down at 1731720277061 (+10 ms)3 split writer threads finished at 1731720277061Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731720277065 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731720277065Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720277098 (+33 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720277101 (+3 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731720277104 (+3 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731720277105 (+1 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720277105 2024-11-16T01:24:37,108 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/oldWALs/wal.dat.1 2024-11-16T01:24:37,109 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T01:24:37,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.2 2024-11-16T01:24:37,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.2 after 0ms 2024-11-16T01:24:37,112 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.2 took 4ms 2024-11-16T01:24:37,122 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.2 so closing down 2024-11-16T01:24:37,122 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:37,124 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:37,127 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:37,128 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:37,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:37,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:37,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741927_1105 (size=743) 2024-11-16T01:24:37,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741927_1105 (size=743) 2024-11-16T01:24:37,143 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:37,145 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T01:24:37,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741928_1106 (size=743) 2024-11-16T01:24:37,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741928_1106 (size=743) 2024-11-16T01:24:37,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:37,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T01:24:37,553 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:37,553 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.2, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.2, size=1.4 K (1393bytes) at 1731720277109Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.2 so closing down at 1731720277122 (+13 ms)3 split writer threads finished at 1731720277124 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731720277132 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731720277132Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720277143 (+11 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731720277145 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720277551 (+406 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731720277553 (+2 ms)Processed 20 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720277553 2024-11-16T01:24:37,555 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.2 to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/oldWALs/wal.dat.2 2024-11-16T01:24:37,555 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T01:24:37,555 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.3 2024-11-16T01:24:37,555 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.3 after 0ms 2024-11-16T01:24:37,558 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.3 took 3ms 2024-11-16T01:24:37,559 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.3 so closing down 2024-11-16T01:24:37,559 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:37,559 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:37,562 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:37,562 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:37,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:37,563 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:37,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741930_1108 (size=743) 2024-11-16T01:24:37,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741929_1107 (size=743) 2024-11-16T01:24:37,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741930_1108 (size=743) 2024-11-16T01:24:37,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:37,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:37,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T01:24:37,570 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T01:24:37,571 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:37,571 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.3, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.3, size=1.4 K (1393bytes) at 1731720277555Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.3 so closing down at 1731720277559 (+4 ms)3 split writer threads finished at 1731720277559Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731720277563 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731720277563Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720277569 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720277569Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731720277570 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731720277571 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720277571 2024-11-16T01:24:37,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741929_1107 (size=743) 2024-11-16T01:24:37,572 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.3 to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/oldWALs/wal.dat.3 2024-11-16T01:24:37,573 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T01:24:37,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.4 2024-11-16T01:24:37,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.4 after 0ms 2024-11-16T01:24:37,575 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.4 took 3ms 2024-11-16T01:24:37,576 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.4 so closing down 2024-11-16T01:24:37,576 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:37,576 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:37,578 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:37,578 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:37,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:37,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:37,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741932_1110 (size=743) 2024-11-16T01:24:37,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741931_1109 (size=743) 2024-11-16T01:24:37,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741932_1110 (size=743) 2024-11-16T01:24:37,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741931_1109 (size=743) 2024-11-16T01:24:37,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:37,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T01:24:37,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:37,994 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T01:24:37,995 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:37,995 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.4, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.4, size=1.4 K (1393bytes) at 1731720277573Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.4 so closing down at 1731720277576 (+3 ms)3 split writer threads finished at 1731720277576Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731720277580 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731720277580Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720277588 (+8 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731720277589 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720277991 (+402 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731720277994 (+3 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720277995 (+1 ms) 2024-11-16T01:24:37,999 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.4 to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/oldWALs/wal.dat.4 2024-11-16T01:24:37,999 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.5, size=150 (150bytes) 2024-11-16T01:24:38,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.5 2024-11-16T01:24:38,000 WARN [IPC Server handler 4 on default port 38643 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-16T01:24:38,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.5 after 1ms 2024-11-16T01:24:38,113 WARN [ResponseProcessor for block BP-1282028524-172.17.0.2-1731720250481:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1282028524-172.17.0.2-1731720250481:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T01:24:38,113 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_527451175_22 at /127.0.0.1:32884 [Receiving block BP-1282028524-172.17.0.2-1731720250481:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:41715:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32884 dst: /127.0.0.1:41715 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41715 remote=/127.0.0.1:32884]. Total timeout mills is 60000, 58787 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:24:38,113 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_527451175_22 at /127.0.0.1:53146 [Receiving block BP-1282028524-172.17.0.2-1731720250481:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:45945:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53146 dst: /127.0.0.1:45945 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:24:38,113 WARN [DataStreamer for file /user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.5 block BP-1282028524-172.17.0.2-1731720250481:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1282028524-172.17.0.2-1731720250481:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41715,DS-9d35756c-df72-482b-8fec-8abede590d4d,DISK], DatanodeInfoWithStorage[127.0.0.1:45945,DS-38b9cbba-c973-411d-9c92-8818deaf0475,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41715,DS-9d35756c-df72-482b-8fec-8abede590d4d,DISK]) is bad. 2024-11-16T01:24:38,114 WARN [DataStreamer for file /user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.5 block BP-1282028524-172.17.0.2-1731720250481:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1282028524-172.17.0.2-1731720250481:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T01:24:38,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741918_1111 (size=1385) 2024-11-16T01:24:42,002 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.5 after 4001ms 2024-11-16T01:24:42,009 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.5 took 4010ms 2024-11-16T01:24:42,025 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.5; continuing. 2024-11-16T01:24:42,025 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.5 so closing down 2024-11-16T01:24:42,025 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:42,025 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:42,031 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T01:24:42,041 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T01:24:42,048 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T01:24:42,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T01:24:42,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741934_1113 (size=743) 2024-11-16T01:24:42,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741934_1113 (size=743) 2024-11-16T01:24:42,101 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:42,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T01:24:42,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741933_1112 (size=743) 2024-11-16T01:24:42,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741933_1112 (size=743) 2024-11-16T01:24:42,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:42,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T01:24:42,523 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 503 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-16T01:24:42,523 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.5, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.5, size=150 (150bytes) at 1731720277999Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.5 so closing down at 1731720282025 (+4026 ms)3 split writer threads finished at 1731720282025Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731720282048 (+23 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731720282055 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720282101 (+46 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731720282103 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720282521 (+418 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731720282523 (+2 ms)Processed 20 edits across 2 Regions in 503 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731720282523 2024-11-16T01:24:42,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.5 to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/oldWALs/wal.dat.5 2024-11-16T01:24:42,526 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T01:24:42,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.6 2024-11-16T01:24:42,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.6 after 0ms 2024-11-16T01:24:42,536 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.6 took 10ms 2024-11-16T01:24:42,546 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.6 so closing down 2024-11-16T01:24:42,546 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:42,546 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:42,549 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T01:24:42,549 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T01:24:42,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T01:24:42,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T01:24:42,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741935_1114 (size=749) 2024-11-16T01:24:42,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741935_1114 (size=749) 2024-11-16T01:24:42,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:42,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741936_1115 (size=749) 2024-11-16T01:24:42,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741936_1115 (size=749) 2024-11-16T01:24:42,577 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T01:24:42,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:42,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T01:24:42,978 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T01:24:42,978 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.6, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.6, size=1.4 K (1405bytes) at 1731720282526Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.6 so closing down at 1731720282546 (+20 ms)3 split writer threads finished at 1731720282546Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731720282552 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731720282555 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720282575 (+20 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731720282577 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720282976 (+399 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731720282978 (+2 ms)Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731720282978 2024-11-16T01:24:42,980 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.6 to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/oldWALs/wal.dat.6 2024-11-16T01:24:42,981 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T01:24:42,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.7 2024-11-16T01:24:42,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.7 after 0ms 2024-11-16T01:24:42,984 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.7 took 4ms 2024-11-16T01:24:42,990 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.7 so closing down 2024-11-16T01:24:42,990 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:42,996 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:43,003 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T01:24:43,003 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T01:24:43,014 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T01:24:43,025 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T01:24:43,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741937_1116 (size=753) 2024-11-16T01:24:43,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741937_1116 (size=753) 2024-11-16T01:24:43,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:43,098 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T01:24:43,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741938_1117 (size=753) 2024-11-16T01:24:43,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741938_1117 (size=753) 2024-11-16T01:24:43,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:43,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T01:24:43,134 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:43,134 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.7, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.7, size=1.4 K (1413bytes) at 1731720282981Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.7 so closing down at 1731720282990 (+9 ms)3 split writer threads finished at 1731720282996 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731720283014 (+18 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731720283025 (+11 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720283094 (+69 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731720283098 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720283131 (+33 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731720283134 (+3 ms)Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720283134 2024-11-16T01:24:43,136 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.7 to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/oldWALs/wal.dat.7 2024-11-16T01:24:43,137 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T01:24:43,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.8 2024-11-16T01:24:43,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.8 after 0ms 2024-11-16T01:24:43,140 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.8 took 4ms 2024-11-16T01:24:43,145 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.8 so closing down 2024-11-16T01:24:43,146 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:43,148 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:43,154 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T01:24:43,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T01:24:43,166 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T01:24:43,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T01:24:43,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741939_1118 (size=753) 2024-11-16T01:24:43,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741939_1118 (size=753) 2024-11-16T01:24:43,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:43,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T01:24:43,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741940_1119 (size=753) 2024-11-16T01:24:43,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741940_1119 (size=753) 2024-11-16T01:24:43,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:43,234 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T01:24:43,234 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:43,234 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.8, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.8, size=1.4 K (1413bytes) at 1731720283137Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.8 so closing down at 1731720283145 (+8 ms)3 split writer threads finished at 1731720283148 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731720283159 (+11 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731720283169 (+10 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720283206 (+37 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731720283208 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720283232 (+24 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731720283234 (+2 ms)Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720283234 2024-11-16T01:24:43,236 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.8 to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/oldWALs/wal.dat.8 2024-11-16T01:24:43,236 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T01:24:43,236 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.9 2024-11-16T01:24:43,237 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.9 after 1ms 2024-11-16T01:24:43,240 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.9 took 4ms 2024-11-16T01:24:43,250 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.9 so closing down 2024-11-16T01:24:43,250 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:43,252 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:43,262 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T01:24:43,263 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T01:24:43,263 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T01:24:43,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T01:24:43,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741941_1120 (size=753) 2024-11-16T01:24:43,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741941_1120 (size=753) 2024-11-16T01:24:43,299 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:43,302 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T01:24:43,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741942_1121 (size=753) 2024-11-16T01:24:43,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741942_1121 (size=753) 2024-11-16T01:24:43,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:43,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T01:24:43,316 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:43,316 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.9, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.9, size=1.4 K (1413bytes) at 1731720283236Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.9 so closing down at 1731720283250 (+14 ms)3 split writer threads finished at 1731720283252 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731720283263 (+11 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731720283265 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720283299 (+34 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731720283302 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720283313 (+11 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731720283316 (+3 ms)Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720283316 2024-11-16T01:24:43,323 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731720276777/wal.dat.9 to hdfs://localhost:38643/user/jenkins/test-data/416ae51d-d1be-9489-6f75-4d86a9a84e6f/oldWALs/wal.dat.9 2024-11-16T01:24:43,422 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=142 (was 145), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 448) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5969 (was 6089) 2024-11-16T01:24:43,430 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=5969 2024-11-16T01:24:43,431 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:43,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741943_1122 (size=7) 2024-11-16T01:24:43,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741943_1122 (size=7) 2024-11-16T01:24:43,445 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:43,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:43,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:43,451 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:43,462 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=142 (was 142), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 484), ProcessCount=11 (was 11), AvailableMemoryMB=5969 (was 5969) 2024-11-16T01:24:43,469 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=5968 2024-11-16T01:24:43,469 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:43,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741944_1123 (size=7) 2024-11-16T01:24:43,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741944_1123 (size=7) 2024-11-16T01:24:43,492 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:43,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:43,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:43,497 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:43,497 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:24:43,498 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:24:43,499 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:43,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741945_1124 (size=1393) 2024-11-16T01:24:43,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741945_1124 (size=1393) 2024-11-16T01:24:43,550 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:43,551 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:24:43,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741946_1125 (size=1393) 2024-11-16T01:24:43,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741946_1125 (size=1393) 2024-11-16T01:24:43,580 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:24:43,580 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:24:43,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741947_1126 (size=1393) 2024-11-16T01:24:43,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741947_1126 (size=1393) 2024-11-16T01:24:43,592 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:24:43,593 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:24:43,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741948_1127 (size=1393) 2024-11-16T01:24:43,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741948_1127 (size=1393) 2024-11-16T01:24:43,623 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:24:43,623 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:24:43,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741949_1128 (size=1393) 2024-11-16T01:24:43,636 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:24:43,636 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:24:43,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741949_1128 (size=1393) 2024-11-16T01:24:43,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741950_1129 (size=1393) 2024-11-16T01:24:43,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741950_1129 (size=1393) 2024-11-16T01:24:43,659 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:24:43,659 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:24:43,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741951_1130 (size=1405) 2024-11-16T01:24:43,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741951_1130 (size=1405) 2024-11-16T01:24:43,681 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:24:43,681 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:24:43,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741952_1131 (size=1413) 2024-11-16T01:24:43,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741952_1131 (size=1413) 2024-11-16T01:24:43,726 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:24:43,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:24:43,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741953_1132 (size=1413) 2024-11-16T01:24:43,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741953_1132 (size=1413) 2024-11-16T01:24:43,753 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:24:43,754 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:24:43,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:43,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:43,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741954_1133 (size=1413) 2024-11-16T01:24:43,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741954_1133 (size=1413) 2024-11-16T01:24:43,777 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:24:43,808 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T01:24:43,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.0 2024-11-16T01:24:43,809 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.0 after 1ms 2024-11-16T01:24:43,817 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.0 took 9ms 2024-11-16T01:24:43,821 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.0 so closing down 2024-11-16T01:24:43,821 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:43,824 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:43,831 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:43,832 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:43,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:43,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:43,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741955_1134 (size=743) 2024-11-16T01:24:43,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741955_1134 (size=743) 2024-11-16T01:24:43,871 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:43,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T01:24:43,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741956_1135 (size=743) 2024-11-16T01:24:43,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741956_1135 (size=743) 2024-11-16T01:24:43,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:43,892 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T01:24:43,892 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:43,892 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.0, size=1.4 K (1393bytes) at 1731720283808Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.0 so closing down at 1731720283821 (+13 ms)3 split writer threads finished at 1731720283824 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731720283832 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720283845 (+13 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720283871 (+26 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731720283873 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720283888 (+15 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731720283892 (+4 ms)Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720283892 2024-11-16T01:24:43,895 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/oldWALs/wal.dat.0 2024-11-16T01:24:43,895 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T01:24:43,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.1 2024-11-16T01:24:43,896 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.1 after 1ms 2024-11-16T01:24:43,898 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.1 took 3ms 2024-11-16T01:24:43,900 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.1 so closing down 2024-11-16T01:24:43,900 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:43,900 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:43,912 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:43,914 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:43,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:43,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:43,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741957_1136 (size=743) 2024-11-16T01:24:43,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741957_1136 (size=743) 2024-11-16T01:24:43,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:43,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T01:24:43,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741958_1137 (size=743) 2024-11-16T01:24:43,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741958_1137 (size=743) 2024-11-16T01:24:43,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:43,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T01:24:43,960 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:43,960 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.1, size=1.4 K (1393bytes) at 1731720283895Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.1 so closing down at 1731720283900 (+5 ms)3 split writer threads finished at 1731720283900Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731720283916 (+16 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731720283928 (+12 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720283945 (+17 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731720283947 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720283958 (+11 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731720283960 (+2 ms)Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720283960 2024-11-16T01:24:43,962 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/oldWALs/wal.dat.1 2024-11-16T01:24:43,962 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T01:24:43,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.2 2024-11-16T01:24:43,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.2 after 1ms 2024-11-16T01:24:43,966 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.2 took 4ms 2024-11-16T01:24:43,969 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.2 so closing down 2024-11-16T01:24:43,969 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:43,971 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:43,974 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:43,975 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:43,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:43,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741959_1138 (size=743) 2024-11-16T01:24:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741959_1138 (size=743) 2024-11-16T01:24:43,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:44,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T01:24:44,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741960_1139 (size=743) 2024-11-16T01:24:44,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:44,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741960_1139 (size=743) 2024-11-16T01:24:44,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T01:24:44,082 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 114 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:44,082 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.2, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.2, size=1.4 K (1393bytes) at 1731720283962Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.2 so closing down at 1731720283969 (+7 ms)3 split writer threads finished at 1731720283971 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731720283976 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731720283977 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720283998 (+21 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731720284000 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720284080 (+80 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731720284082 (+2 ms)Processed 20 edits across 2 Regions in 114 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720284082 2024-11-16T01:24:44,085 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.2 to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/oldWALs/wal.dat.2 2024-11-16T01:24:44,085 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T01:24:44,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.3 2024-11-16T01:24:44,086 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.3 after 1ms 2024-11-16T01:24:44,089 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.3 took 4ms 2024-11-16T01:24:44,101 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.3 so closing down 2024-11-16T01:24:44,101 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:44,102 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:44,107 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:44,110 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:44,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:44,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:44,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741961_1140 (size=743) 2024-11-16T01:24:44,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741961_1140 (size=743) 2024-11-16T01:24:44,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:44,128 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T01:24:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741962_1141 (size=743) 2024-11-16T01:24:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741962_1141 (size=743) 2024-11-16T01:24:44,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:44,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T01:24:44,141 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:44,141 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.3, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.3, size=1.4 K (1393bytes) at 1731720284085Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.3 so closing down at 1731720284101 (+16 ms)3 split writer threads finished at 1731720284102 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731720284112 (+10 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731720284114 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720284126 (+12 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731720284128 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720284138 (+10 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731720284141 (+3 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720284141 2024-11-16T01:24:44,145 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.3 to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/oldWALs/wal.dat.3 2024-11-16T01:24:44,145 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T01:24:44,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.4 2024-11-16T01:24:44,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.4 after 0ms 2024-11-16T01:24:44,148 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.4 took 3ms 2024-11-16T01:24:44,154 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.4 so closing down 2024-11-16T01:24:44,154 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:44,156 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:44,158 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:44,161 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:44,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:44,172 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:44,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741963_1142 (size=743) 2024-11-16T01:24:44,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741963_1142 (size=743) 2024-11-16T01:24:44,179 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:44,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T01:24:44,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741964_1143 (size=743) 2024-11-16T01:24:44,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741964_1143 (size=743) 2024-11-16T01:24:44,212 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T01:24:44,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:44,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T01:24:44,592 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:44,592 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.4, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.4, size=1.4 K (1393bytes) at 1731720284145Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.4 so closing down at 1731720284154 (+9 ms)3 split writer threads finished at 1731720284156 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731720284165 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731720284172 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720284179 (+7 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731720284181 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720284591 (+410 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731720284592 (+1 ms)Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720284592 2024-11-16T01:24:44,594 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.4 to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/oldWALs/wal.dat.4 2024-11-16T01:24:44,594 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T01:24:44,594 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.5 2024-11-16T01:24:44,595 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.5 after 0ms 2024-11-16T01:24:44,597 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.5 took 3ms 2024-11-16T01:24:44,599 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.5 so closing down 2024-11-16T01:24:44,599 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:44,599 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:44,601 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T01:24:44,601 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T01:24:44,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T01:24:44,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T01:24:44,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741965_1144 (size=743) 2024-11-16T01:24:44,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741965_1144 (size=743) 2024-11-16T01:24:44,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:44,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T01:24:44,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741966_1145 (size=743) 2024-11-16T01:24:44,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:44,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T01:24:44,616 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:44,616 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.5, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.5, size=1.4 K (1393bytes) at 1731720284594Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.5 so closing down at 1731720284599 (+5 ms)3 split writer threads finished at 1731720284599Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731720284602 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731720284602Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720284610 (+8 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731720284611 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720284615 (+4 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731720284616 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720284616 2024-11-16T01:24:44,618 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.5 to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/oldWALs/wal.dat.5 2024-11-16T01:24:44,618 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T01:24:44,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.6 2024-11-16T01:24:44,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.6 after 0ms 2024-11-16T01:24:44,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741966_1145 (size=743) 2024-11-16T01:24:44,620 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.6 took 2ms 2024-11-16T01:24:44,622 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.6 so closing down 2024-11-16T01:24:44,622 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:44,622 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:44,625 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T01:24:44,625 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T01:24:44,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T01:24:44,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T01:24:44,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741967_1146 (size=749) 2024-11-16T01:24:44,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741968_1147 (size=749) 2024-11-16T01:24:44,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741968_1147 (size=749) 2024-11-16T01:24:44,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:44,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:44,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T01:24:44,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741967_1146 (size=749) 2024-11-16T01:24:44,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T01:24:44,674 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T01:24:44,674 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.6, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.6, size=1.4 K (1405bytes) at 1731720284618Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.6 so closing down at 1731720284622 (+4 ms)3 split writer threads finished at 1731720284622Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731720284631 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731720284632 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720284671 (+39 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720284672 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731720284672Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731720284673 (+1 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731720284674 (+1 ms) 2024-11-16T01:24:44,676 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.6 to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/oldWALs/wal.dat.6 2024-11-16T01:24:44,676 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T01:24:44,676 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.7 2024-11-16T01:24:44,676 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.7 after 0ms 2024-11-16T01:24:44,678 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.7 took 2ms 2024-11-16T01:24:44,680 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.7 so closing down 2024-11-16T01:24:44,680 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:44,683 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:44,685 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T01:24:44,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T01:24:44,687 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T01:24:44,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T01:24:44,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741969_1148 (size=753) 2024-11-16T01:24:44,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741969_1148 (size=753) 2024-11-16T01:24:44,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741970_1149 (size=753) 2024-11-16T01:24:44,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741970_1149 (size=753) 2024-11-16T01:24:44,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:44,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T01:24:45,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:45,107 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T01:24:45,108 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:45,108 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.7, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.7, size=1.4 K (1413bytes) at 1731720284676Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.7 so closing down at 1731720284680 (+4 ms)3 split writer threads finished at 1731720284683 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731720284686 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731720284692 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720284718 (+26 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731720284720 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720285106 (+386 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731720285107 (+1 ms)Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720285108 (+1 ms) 2024-11-16T01:24:45,109 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.7 to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/oldWALs/wal.dat.7 2024-11-16T01:24:45,109 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T01:24:45,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.8 2024-11-16T01:24:45,110 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.8 after 1ms 2024-11-16T01:24:45,111 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.8 took 2ms 2024-11-16T01:24:45,113 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.8 so closing down 2024-11-16T01:24:45,113 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:45,114 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:45,116 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T01:24:45,116 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T01:24:45,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T01:24:45,117 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T01:24:45,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741972_1151 (size=753) 2024-11-16T01:24:45,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741972_1151 (size=753) 2024-11-16T01:24:45,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:45,127 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T01:24:45,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741971_1150 (size=753) 2024-11-16T01:24:45,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741971_1150 (size=753) 2024-11-16T01:24:45,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:45,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T01:24:45,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:45,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.8, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.8, size=1.4 K (1413bytes) at 1731720285109Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.8 so closing down at 1731720285113 (+4 ms)3 split writer threads finished at 1731720285114 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731720285117 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731720285117Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720285126 (+9 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731720285127 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720285130 (+3 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731720285131 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720285132 (+1 ms) 2024-11-16T01:24:45,133 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.8 to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/oldWALs/wal.dat.8 2024-11-16T01:24:45,133 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T01:24:45,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.9 2024-11-16T01:24:45,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.9 after 0ms 2024-11-16T01:24:45,136 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.9 took 3ms 2024-11-16T01:24:45,137 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.9 so closing down 2024-11-16T01:24:45,137 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:45,137 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:45,142 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T01:24:45,146 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T01:24:45,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T01:24:45,150 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T01:24:45,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741973_1152 (size=753) 2024-11-16T01:24:45,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741973_1152 (size=753) 2024-11-16T01:24:45,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:45,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741974_1153 (size=753) 2024-11-16T01:24:45,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741974_1153 (size=753) 2024-11-16T01:24:45,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T01:24:45,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:45,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T01:24:45,171 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:45,171 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.9, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.9, size=1.4 K (1413bytes) at 1731720285133Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.9 so closing down at 1731720285137 (+4 ms)3 split writer threads finished at 1731720285137Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731720285150 (+13 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731720285150Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720285166 (+16 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731720285168 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720285169 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731720285171 (+2 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720285171 2024-11-16T01:24:45,173 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/WALs/testsplit,16010,1731720283497/wal.dat.9 to hdfs://localhost:38643/user/jenkins/test-data/aeacecf6-d20a-20d0-b1ba-ee90bee4d7db/oldWALs/wal.dat.9 2024-11-16T01:24:45,251 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=142 (was 142), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=493 (was 484) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5958 (was 5968) 2024-11-16T01:24:45,258 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=493, ProcessCount=11, AvailableMemoryMB=5958 2024-11-16T01:24:45,258 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:45,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741975_1154 (size=7) 2024-11-16T01:24:45,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741975_1154 (size=7) 2024-11-16T01:24:45,275 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:45,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:45,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:45,279 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:45,280 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:24:45,280 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:24:45,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:45,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741976_1155 (size=1393) 2024-11-16T01:24:45,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741976_1155 (size=1393) 2024-11-16T01:24:45,296 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:45,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:24:45,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741977_1156 (size=1393) 2024-11-16T01:24:45,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741977_1156 (size=1393) 2024-11-16T01:24:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:24:45,309 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:24:45,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741978_1157 (size=1393) 2024-11-16T01:24:45,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741978_1157 (size=1393) 2024-11-16T01:24:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:24:45,319 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:24:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741979_1158 (size=1393) 2024-11-16T01:24:45,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741979_1158 (size=1393) 2024-11-16T01:24:45,330 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:24:45,330 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:24:45,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741980_1159 (size=1393) 2024-11-16T01:24:45,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741980_1159 (size=1393) 2024-11-16T01:24:45,343 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:24:45,343 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:24:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741981_1160 (size=1393) 2024-11-16T01:24:45,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741981_1160 (size=1393) 2024-11-16T01:24:45,362 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:24:45,363 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:24:45,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741982_1161 (size=1405) 2024-11-16T01:24:45,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741982_1161 (size=1405) 2024-11-16T01:24:45,784 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:24:45,784 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:24:45,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741983_1162 (size=1413) 2024-11-16T01:24:45,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741983_1162 (size=1413) 2024-11-16T01:24:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:24:45,808 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:24:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741984_1163 (size=1413) 2024-11-16T01:24:45,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741984_1163 (size=1413) 2024-11-16T01:24:45,846 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:24:45,846 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:24:45,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:45,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:45,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741985_1164 (size=1413) 2024-11-16T01:24:45,878 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:24:45,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741985_1164 (size=1413) 2024-11-16T01:24:45,898 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T01:24:45,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.0 2024-11-16T01:24:45,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.0 after 0ms 2024-11-16T01:24:45,901 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.0 took 4ms 2024-11-16T01:24:45,905 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.0 so closing down 2024-11-16T01:24:45,905 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:45,905 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:45,914 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:45,914 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:45,915 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:45,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:45,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741986_1165 (size=743) 2024-11-16T01:24:45,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741986_1165 (size=743) 2024-11-16T01:24:45,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:45,937 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T01:24:45,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741987_1166 (size=743) 2024-11-16T01:24:45,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741987_1166 (size=743) 2024-11-16T01:24:45,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:45,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T01:24:45,952 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:45,953 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.0, size=1.4 K (1393bytes) at 1731720285898Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.0 so closing down at 1731720285905 (+7 ms)3 split writer threads finished at 1731720285905Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731720285915 (+10 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720285918 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720285934 (+16 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731720285937 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720285949 (+12 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731720285952 (+3 ms)Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720285952 2024-11-16T01:24:45,956 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/oldWALs/wal.dat.0 2024-11-16T01:24:45,956 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T01:24:45,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.1 2024-11-16T01:24:45,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.1 after 0ms 2024-11-16T01:24:45,959 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.1 took 3ms 2024-11-16T01:24:45,961 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.1 so closing down 2024-11-16T01:24:45,961 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:45,963 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:45,969 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:45,969 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:45,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:45,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:45,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741988_1167 (size=743) 2024-11-16T01:24:45,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741988_1167 (size=743) 2024-11-16T01:24:45,995 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:45,998 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T01:24:46,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741989_1168 (size=743) 2024-11-16T01:24:46,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741989_1168 (size=743) 2024-11-16T01:24:46,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:46,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T01:24:46,005 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:46,005 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.1, size=1.4 K (1393bytes) at 1731720285956Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.1 so closing down at 1731720285961 (+5 ms)3 split writer threads finished at 1731720285963 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731720285972 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731720285976 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720285995 (+19 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731720285998 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720286003 (+5 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731720286005 (+2 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720286005 2024-11-16T01:24:46,008 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/oldWALs/wal.dat.1 2024-11-16T01:24:46,008 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T01:24:46,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.2 2024-11-16T01:24:46,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.2 after 1ms 2024-11-16T01:24:46,012 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.2 took 4ms 2024-11-16T01:24:46,014 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.2 so closing down 2024-11-16T01:24:46,014 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:46,014 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:46,017 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:46,017 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:46,019 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:46,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:46,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741990_1169 (size=743) 2024-11-16T01:24:46,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741990_1169 (size=743) 2024-11-16T01:24:46,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:46,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T01:24:46,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741991_1170 (size=743) 2024-11-16T01:24:46,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741991_1170 (size=743) 2024-11-16T01:24:46,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:46,046 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T01:24:46,046 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:46,046 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.2, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.2, size=1.4 K (1393bytes) at 1731720286008Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.2 so closing down at 1731720286014 (+6 ms)3 split writer threads finished at 1731720286014Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731720286019 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731720286024 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720286039 (+15 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731720286042 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720286043 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731720286046 (+3 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720286046 2024-11-16T01:24:46,050 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.2 to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/oldWALs/wal.dat.2 2024-11-16T01:24:46,050 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T01:24:46,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.3 2024-11-16T01:24:46,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.3 after 1ms 2024-11-16T01:24:46,054 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.3 took 4ms 2024-11-16T01:24:46,056 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.3 so closing down 2024-11-16T01:24:46,056 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:46,057 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:46,061 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:46,062 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:46,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:46,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:46,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741992_1171 (size=743) 2024-11-16T01:24:46,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741992_1171 (size=743) 2024-11-16T01:24:46,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:46,077 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T01:24:46,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741993_1172 (size=743) 2024-11-16T01:24:46,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741993_1172 (size=743) 2024-11-16T01:24:46,079 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:46,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T01:24:46,082 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:46,082 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.3, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.3, size=1.4 K (1393bytes) at 1731720286050Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.3 so closing down at 1731720286056 (+6 ms)3 split writer threads finished at 1731720286057 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731720286063 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731720286063Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720286074 (+11 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731720286077 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720286079 (+2 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731720286082 (+3 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720286082 2024-11-16T01:24:46,086 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.3 to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/oldWALs/wal.dat.3 2024-11-16T01:24:46,086 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T01:24:46,086 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.4 2024-11-16T01:24:46,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.4 after 1ms 2024-11-16T01:24:46,090 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.4 took 4ms 2024-11-16T01:24:46,091 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.4 so closing down 2024-11-16T01:24:46,091 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:46,091 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:46,094 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:46,094 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:46,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:46,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:46,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741994_1173 (size=743) 2024-11-16T01:24:46,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741995_1174 (size=743) 2024-11-16T01:24:46,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741995_1174 (size=743) 2024-11-16T01:24:46,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741994_1173 (size=743) 2024-11-16T01:24:46,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:46,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T01:24:46,508 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:46,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T01:24:46,510 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:46,510 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.4, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.4, size=1.4 K (1393bytes) at 1731720286086Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.4 so closing down at 1731720286091 (+5 ms)3 split writer threads finished at 1731720286091Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731720286095 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731720286096 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720286109 (+13 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731720286113 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720286508 (+395 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731720286510 (+2 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720286510 2024-11-16T01:24:46,512 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.4 to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/oldWALs/wal.dat.4 2024-11-16T01:24:46,513 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T01:24:46,513 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.5 2024-11-16T01:24:46,513 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.5 after 0ms 2024-11-16T01:24:46,516 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.5 took 3ms 2024-11-16T01:24:46,517 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.5 so closing down 2024-11-16T01:24:46,517 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:46,517 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:46,520 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T01:24:46,520 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T01:24:46,521 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T01:24:46,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T01:24:46,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741996_1175 (size=743) 2024-11-16T01:24:46,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741996_1175 (size=743) 2024-11-16T01:24:46,536 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:46,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T01:24:46,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741997_1176 (size=743) 2024-11-16T01:24:46,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741997_1176 (size=743) 2024-11-16T01:24:46,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:46,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T01:24:46,548 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:46,548 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.5, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.5, size=1.4 K (1393bytes) at 1731720286513Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.5 so closing down at 1731720286517 (+4 ms)3 split writer threads finished at 1731720286517Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731720286521 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731720286522 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720286536 (+14 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731720286538 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720286545 (+7 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731720286548 (+3 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720286548 2024-11-16T01:24:46,551 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.5 to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/oldWALs/wal.dat.5 2024-11-16T01:24:46,551 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T01:24:46,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.6 2024-11-16T01:24:46,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.6 after 0ms 2024-11-16T01:24:46,554 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.6 took 3ms 2024-11-16T01:24:46,555 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.6 so closing down 2024-11-16T01:24:46,555 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:46,555 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:46,558 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T01:24:46,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T01:24:46,582 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T01:24:46,584 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T01:24:46,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741998_1177 (size=749) 2024-11-16T01:24:46,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741998_1177 (size=749) 2024-11-16T01:24:46,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:46,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T01:24:46,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741999_1178 (size=749) 2024-11-16T01:24:46,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741999_1178 (size=749) 2024-11-16T01:24:46,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:46,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T01:24:46,633 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T01:24:46,633 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.6, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.6, size=1.4 K (1405bytes) at 1731720286551Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.6 so closing down at 1731720286555 (+4 ms)3 split writer threads finished at 1731720286555Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731720286568 (+13 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731720286584 (+16 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720286590 (+6 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731720286593 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720286630 (+37 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731720286633 (+3 ms)Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731720286633 2024-11-16T01:24:46,637 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.6 to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/oldWALs/wal.dat.6 2024-11-16T01:24:46,637 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T01:24:46,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.7 2024-11-16T01:24:46,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.7 after 0ms 2024-11-16T01:24:46,641 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.7 took 4ms 2024-11-16T01:24:46,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.7 so closing down 2024-11-16T01:24:46,644 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:46,644 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:46,647 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T01:24:46,649 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T01:24:46,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T01:24:46,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T01:24:46,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742001_1180 (size=753) 2024-11-16T01:24:46,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742001_1180 (size=753) 2024-11-16T01:24:46,663 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:46,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742000_1179 (size=753) 2024-11-16T01:24:46,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742000_1179 (size=753) 2024-11-16T01:24:46,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:46,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T01:24:46,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T01:24:46,668 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:46,668 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.7, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.7, size=1.4 K (1413bytes) at 1731720286637Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.7 so closing down at 1731720286643 (+6 ms)3 split writer threads finished at 1731720286644 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731720286649 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731720286650 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720286663 (+13 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720286664 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731720286666 (+2 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731720286668 (+2 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720286668 2024-11-16T01:24:46,671 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.7 to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/oldWALs/wal.dat.7 2024-11-16T01:24:46,671 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T01:24:46,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.8 2024-11-16T01:24:46,672 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.8 after 1ms 2024-11-16T01:24:46,675 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.8 took 4ms 2024-11-16T01:24:46,677 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.8 so closing down 2024-11-16T01:24:46,677 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:46,677 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:46,682 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T01:24:46,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T01:24:46,689 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T01:24:46,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T01:24:46,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742002_1181 (size=753) 2024-11-16T01:24:46,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742002_1181 (size=753) 2024-11-16T01:24:46,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:46,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T01:24:46,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742003_1182 (size=753) 2024-11-16T01:24:46,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742003_1182 (size=753) 2024-11-16T01:24:46,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:46,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T01:24:46,725 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:46,725 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.8, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.8, size=1.4 K (1413bytes) at 1731720286671Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.8 so closing down at 1731720286677 (+6 ms)3 split writer threads finished at 1731720286677Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731720286684 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731720286695 (+11 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720286706 (+11 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731720286709 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720286722 (+13 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731720286725 (+3 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720286725 2024-11-16T01:24:46,728 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.8 to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/oldWALs/wal.dat.8 2024-11-16T01:24:46,729 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T01:24:46,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.9 2024-11-16T01:24:46,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.9 after 0ms 2024-11-16T01:24:46,732 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.9 took 4ms 2024-11-16T01:24:46,733 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.9 so closing down 2024-11-16T01:24:46,733 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:46,733 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:46,737 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T01:24:46,737 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T01:24:46,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T01:24:46,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T01:24:46,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742004_1183 (size=753) 2024-11-16T01:24:46,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742004_1183 (size=753) 2024-11-16T01:24:46,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:46,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T01:24:46,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742005_1184 (size=753) 2024-11-16T01:24:46,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742005_1184 (size=753) 2024-11-16T01:24:46,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:46,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T01:24:46,770 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:46,770 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.9, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.9, size=1.4 K (1413bytes) at 1731720286729Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.9 so closing down at 1731720286733 (+4 ms)3 split writer threads finished at 1731720286733Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731720286738 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731720286744 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720286763 (+19 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731720286765 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720286766 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731720286770 (+4 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720286770 2024-11-16T01:24:46,778 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/WALs/testmovedwalduringrecovery,16010,1731720285279/wal.dat.9 to hdfs://localhost:38643/user/jenkins/test-data/e71ba577-78c9-307a-7ea0-47e8a17db220/oldWALs/wal.dat.9 2024-11-16T01:24:46,801 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=142 (was 142), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=493 (was 493), ProcessCount=11 (was 11), AvailableMemoryMB=5953 (was 5958) 2024-11-16T01:24:46,808 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=493, ProcessCount=11, AvailableMemoryMB=5953 2024-11-16T01:24:46,809 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:46,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742006_1185 (size=7) 2024-11-16T01:24:46,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742006_1185 (size=7) 2024-11-16T01:24:46,825 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:46,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:46,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:46,830 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:46,837 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-16T01:24:46,838 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-16T01:24:46,838 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-16T01:24:46,839 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-16T01:24:46,839 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-16T01:24:46,859 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/WALs/testthreading,16010,1731720286830/wal.dat..fake, size=0 (0bytes) 2024-11-16T01:24:46,867 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/WALs/testthreading,16010,1731720286830/wal.dat..fake took 8ms 2024-11-16T01:24:47,410 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/WALs/testthreading,16010,1731720286830/wal.dat..fake so closing down 2024-11-16T01:24:47,411 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:47,411 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:47,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-16T01:24:47,422 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-16T01:24:47,449 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-16T01:24:47,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 69 ms) 2024-11-16T01:24:47,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-16T01:24:47,515 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 92 ms) 2024-11-16T01:24:47,519 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-16T01:24:47,547 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 98 ms) 2024-11-16T01:24:47,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 60 ms) 2024-11-16T01:24:47,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 58 ms) 2024-11-16T01:24:47,580 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 712 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/WALs/testthreading,16010,1731720286830/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T01:24:47,580 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/WALs/testthreading,16010,1731720286830/wal.dat..fake, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/WALs/testthreading,16010,1731720286830/wal.dat..fake, size=0 (0bytes) at 1731720286859Split 1024 edits, skipped 0 edits. at 1731720286901 (+42 ms)Split 2048 edits, skipped 0 edits. at 1731720286927 (+26 ms)Split 3072 edits, skipped 0 edits. at 1731720286952 (+25 ms)Split 4096 edits, skipped 0 edits. at 1731720286978 (+26 ms)Split 5120 edits, skipped 0 edits. at 1731720286999 (+21 ms)Split 6144 edits, skipped 0 edits. at 1731720287024 (+25 ms)Split 7168 edits, skipped 0 edits. at 1731720287053 (+29 ms)Split 8192 edits, skipped 0 edits. at 1731720287088 (+35 ms)Split 9216 edits, skipped 0 edits. at 1731720287116 (+28 ms)Split 10240 edits, skipped 0 edits. at 1731720287149 (+33 ms)Split 11264 edits, skipped 0 edits. at 1731720287179 (+30 ms)Split 12288 edits, skipped 0 edits. at 1731720287225 (+46 ms)Split 13312 edits, skipped 0 edits. at 1731720287252 (+27 ms)Split 14336 edits, skipped 0 edits. at 1731720287274 (+22 ms)Split 15360 edits, skipped 0 edits. at 1731720287299 (+25 ms)Split 16384 edits, skipped 0 edits. at 1731720287321 (+22 ms)Split 17408 edits, skipped 0 edits. at 1731720287350 (+29 ms)Split 18432 edits, skipped 0 edits. at 1731720287374 (+24 ms)Split 19456 edits, skipped 0 edits. at 1731720287398 (+24 ms)Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/WALs/testthreading,16010,1731720286830/wal.dat..fake so closing down at 1731720287410 (+12 ms)3 split writer threads finished at 1731720287411 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731720287415 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731720287422 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731720287449 (+27 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 69 ms) at 1731720287485 (+36 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731720287488 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 92 ms) at 1731720287515 (+27 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731720287519 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 98 ms) at 1731720287548 (+29 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 60 ms) at 1731720287549 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 58 ms) at 1731720287578 (+29 ms)Processed 20000 edits across 5 Regions in 712 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/7126499a-2c8b-4745-802c-72dd7b6e33e4/WALs/testthreading,16010,1731720286830/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731720287580 (+2 ms) 2024-11-16T01:24:47,581 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-16T01:24:47,581 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-16T01:24:47,581 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-16T01:24:47,581 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-16T01:24:47,581 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-16T01:24:47,603 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=142 (was 142), OpenFileDescriptor=395 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=493 (was 493), ProcessCount=11 (was 11), AvailableMemoryMB=5899 (was 5953) 2024-11-16T01:24:47,612 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=142, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=493, ProcessCount=11, AvailableMemoryMB=5899 2024-11-16T01:24:47,612 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:47,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742007_1186 (size=7) 2024-11-16T01:24:47,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742007_1186 (size=7) 2024-11-16T01:24:48,045 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:48,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:48,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:48,050 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:48,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-16T01:24:48,052 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:24:48,053 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:24:48,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:48,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742008_1187 (size=1393) 2024-11-16T01:24:48,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742008_1187 (size=1393) 2024-11-16T01:24:48,069 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:48,069 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:24:48,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742009_1188 (size=1393) 2024-11-16T01:24:48,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742009_1188 (size=1393) 2024-11-16T01:24:48,089 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:24:48,090 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:24:48,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742010_1189 (size=1393) 2024-11-16T01:24:48,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742010_1189 (size=1393) 2024-11-16T01:24:48,140 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:24:48,140 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:24:48,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742011_1190 (size=1393) 2024-11-16T01:24:48,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742011_1190 (size=1393) 2024-11-16T01:24:48,182 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:24:48,183 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:24:48,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742012_1191 (size=1393) 2024-11-16T01:24:48,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742012_1191 (size=1393) 2024-11-16T01:24:48,218 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:24:48,218 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:24:48,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742013_1192 (size=1393) 2024-11-16T01:24:48,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742013_1192 (size=1393) 2024-11-16T01:24:48,252 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:24:48,252 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:24:48,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742014_1193 (size=1405) 2024-11-16T01:24:48,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742014_1193 (size=1405) 2024-11-16T01:24:48,276 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:24:48,276 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:24:48,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742015_1194 (size=1413) 2024-11-16T01:24:48,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742015_1194 (size=1413) 2024-11-16T01:24:48,294 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:24:48,295 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:24:48,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742016_1195 (size=1413) 2024-11-16T01:24:48,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742016_1195 (size=1413) 2024-11-16T01:24:48,318 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:24:48,318 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:24:48,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:48,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:48,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742017_1196 (size=1413) 2024-11-16T01:24:48,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742017_1196 (size=1413) 2024-11-16T01:24:48,375 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:24:48,376 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-16T01:24:48,403 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat..empty, size=0 (0bytes) 2024-11-16T01:24:48,403 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat..empty might be still open, length is 0 2024-11-16T01:24:48,404 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat..empty 2024-11-16T01:24:48,404 WARN [IPC Server handler 2 on default port 38643 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat..empty closed. 2024-11-16T01:24:48,404 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat..empty after 0ms 2024-11-16T01:24:48,406 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-16T01:24:48,407 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat..empty; empty? 2024-11-16T01:24:48,407 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat..empty so closing down 2024-11-16T01:24:48,408 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T01:24:48,408 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat..empty, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat..empty, size=0 (0bytes) at 1731720288403Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat..empty so closing down at 1731720288407 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731720288408 (+1 ms) 2024-11-16T01:24:48,410 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat..empty to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/oldWALs/wal.dat..empty 2024-11-16T01:24:48,411 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T01:24:48,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.0 2024-11-16T01:24:48,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.0 after 0ms 2024-11-16T01:24:48,413 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.0 took 3ms 2024-11-16T01:24:48,416 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.0 so closing down 2024-11-16T01:24:48,416 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:48,420 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:48,425 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:48,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:48,439 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:48,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:48,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742018_1197 (size=743) 2024-11-16T01:24:48,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742018_1197 (size=743) 2024-11-16T01:24:48,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,454 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T01:24:48,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742019_1198 (size=743) 2024-11-16T01:24:48,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742019_1198 (size=743) 2024-11-16T01:24:48,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T01:24:48,465 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:48,465 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.0, size=1.4 K (1393bytes) at 1731720288411Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.0 so closing down at 1731720288416 (+5 ms)3 split writer threads finished at 1731720288420 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731720288426 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720288444 (+18 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288452 (+8 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731720288454 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288463 (+9 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731720288464 (+1 ms)Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720288465 (+1 ms) 2024-11-16T01:24:48,467 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/oldWALs/wal.dat.0 2024-11-16T01:24:48,467 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T01:24:48,467 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.1 2024-11-16T01:24:48,467 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.1 after 0ms 2024-11-16T01:24:48,469 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.1 took 2ms 2024-11-16T01:24:48,471 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.1 so closing down 2024-11-16T01:24:48,471 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:48,472 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:48,475 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:48,475 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:48,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:48,476 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:48,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742020_1199 (size=743) 2024-11-16T01:24:48,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742020_1199 (size=743) 2024-11-16T01:24:48,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T01:24:48,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742021_1200 (size=743) 2024-11-16T01:24:48,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742021_1200 (size=743) 2024-11-16T01:24:48,502 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T01:24:48,503 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:48,503 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.1, size=1.4 K (1393bytes) at 1731720288467Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.1 so closing down at 1731720288471 (+4 ms)3 split writer threads finished at 1731720288472 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731720288476 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731720288476Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288498 (+22 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731720288500 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288502 (+2 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731720288503 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720288503 2024-11-16T01:24:48,504 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/oldWALs/wal.dat.1 2024-11-16T01:24:48,505 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T01:24:48,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.2 2024-11-16T01:24:48,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.2 after 0ms 2024-11-16T01:24:48,507 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.2 took 3ms 2024-11-16T01:24:48,511 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.2 so closing down 2024-11-16T01:24:48,511 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:48,512 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:48,516 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:48,516 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:48,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:48,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:48,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742022_1201 (size=743) 2024-11-16T01:24:48,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742022_1201 (size=743) 2024-11-16T01:24:48,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,554 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T01:24:48,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742023_1202 (size=743) 2024-11-16T01:24:48,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742023_1202 (size=743) 2024-11-16T01:24:48,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T01:24:48,581 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:48,581 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.2, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.2, size=1.4 K (1393bytes) at 1731720288505Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.2 so closing down at 1731720288511 (+6 ms)3 split writer threads finished at 1731720288512 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731720288520 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731720288524 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288552 (+28 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731720288554 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288579 (+25 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731720288581 (+2 ms)Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720288581 2024-11-16T01:24:48,583 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.2 to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/oldWALs/wal.dat.2 2024-11-16T01:24:48,584 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T01:24:48,584 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.3 2024-11-16T01:24:48,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.3 after 1ms 2024-11-16T01:24:48,591 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.3 took 7ms 2024-11-16T01:24:48,593 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.3 so closing down 2024-11-16T01:24:48,593 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:48,596 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:48,600 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:48,600 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:48,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:48,608 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:48,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742024_1203 (size=743) 2024-11-16T01:24:48,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742024_1203 (size=743) 2024-11-16T01:24:48,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T01:24:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742025_1204 (size=743) 2024-11-16T01:24:48,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742025_1204 (size=743) 2024-11-16T01:24:48,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T01:24:48,634 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:48,635 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.3, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.3, size=1.4 K (1393bytes) at 1731720288584Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.3 so closing down at 1731720288593 (+9 ms)3 split writer threads finished at 1731720288596 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731720288601 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731720288608 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288615 (+7 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731720288617 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288633 (+16 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731720288634 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720288634 2024-11-16T01:24:48,636 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.3 to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/oldWALs/wal.dat.3 2024-11-16T01:24:48,637 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T01:24:48,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.4 2024-11-16T01:24:48,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.4 after 0ms 2024-11-16T01:24:48,639 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.4 took 2ms 2024-11-16T01:24:48,641 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.4 so closing down 2024-11-16T01:24:48,641 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:48,641 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:48,643 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:48,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:48,645 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:48,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:48,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742026_1205 (size=743) 2024-11-16T01:24:48,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742026_1205 (size=743) 2024-11-16T01:24:48,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742027_1206 (size=743) 2024-11-16T01:24:48,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T01:24:48,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742027_1206 (size=743) 2024-11-16T01:24:48,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,669 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T01:24:48,669 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:48,669 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.4, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.4, size=1.4 K (1393bytes) at 1731720288637Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.4 so closing down at 1731720288641 (+4 ms)3 split writer threads finished at 1731720288641Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731720288645 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731720288646 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288664 (+18 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731720288666 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288667 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731720288669 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720288669 2024-11-16T01:24:48,671 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.4 to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/oldWALs/wal.dat.4 2024-11-16T01:24:48,671 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T01:24:48,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.5 2024-11-16T01:24:48,672 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.5 after 1ms 2024-11-16T01:24:48,674 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.5 took 3ms 2024-11-16T01:24:48,675 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.5 so closing down 2024-11-16T01:24:48,675 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:48,675 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:48,677 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T01:24:48,678 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T01:24:48,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T01:24:48,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T01:24:48,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742029_1208 (size=743) 2024-11-16T01:24:48,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742029_1208 (size=743) 2024-11-16T01:24:48,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742028_1207 (size=743) 2024-11-16T01:24:48,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742028_1207 (size=743) 2024-11-16T01:24:48,697 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T01:24:48,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T01:24:48,698 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:48,699 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.5, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.5, size=1.4 K (1393bytes) at 1731720288671Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.5 so closing down at 1731720288675 (+4 ms)3 split writer threads finished at 1731720288675Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731720288679 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731720288684 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288695 (+11 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288697 (+2 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731720288697Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731720288698 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720288698 2024-11-16T01:24:48,701 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.5 to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/oldWALs/wal.dat.5 2024-11-16T01:24:48,701 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T01:24:48,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.6 2024-11-16T01:24:48,702 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.6 after 1ms 2024-11-16T01:24:48,704 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.6 took 3ms 2024-11-16T01:24:48,705 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.6 so closing down 2024-11-16T01:24:48,705 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:48,706 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:48,709 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T01:24:48,710 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T01:24:48,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T01:24:48,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T01:24:48,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742030_1209 (size=749) 2024-11-16T01:24:48,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742030_1209 (size=749) 2024-11-16T01:24:48,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T01:24:48,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742031_1210 (size=749) 2024-11-16T01:24:48,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742031_1210 (size=749) 2024-11-16T01:24:48,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T01:24:48,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T01:24:48,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.6, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.6, size=1.4 K (1405bytes) at 1731720288701Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.6 so closing down at 1731720288705 (+4 ms)3 split writer threads finished at 1731720288706 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731720288712 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731720288713 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288753 (+40 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731720288755 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288764 (+9 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731720288765 (+1 ms)Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731720288765 2024-11-16T01:24:48,767 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.6 to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/oldWALs/wal.dat.6 2024-11-16T01:24:48,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T01:24:48,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.7 2024-11-16T01:24:48,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.7 after 0ms 2024-11-16T01:24:48,771 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.7 took 3ms 2024-11-16T01:24:48,782 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.7 so closing down 2024-11-16T01:24:48,782 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:48,786 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:48,793 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T01:24:48,794 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T01:24:48,796 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T01:24:48,800 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T01:24:48,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742033_1212 (size=753) 2024-11-16T01:24:48,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742033_1212 (size=753) 2024-11-16T01:24:48,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T01:24:48,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742032_1211 (size=753) 2024-11-16T01:24:48,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742032_1211 (size=753) 2024-11-16T01:24:48,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T01:24:48,863 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:48,863 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.7, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.7, size=1.4 K (1413bytes) at 1731720288767Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.7 so closing down at 1731720288782 (+15 ms)3 split writer threads finished at 1731720288786 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731720288796 (+10 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731720288800 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288846 (+46 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731720288848 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288862 (+14 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731720288863 (+1 ms)Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720288863 2024-11-16T01:24:48,865 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.7 to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/oldWALs/wal.dat.7 2024-11-16T01:24:48,865 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T01:24:48,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.8 2024-11-16T01:24:48,866 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.8 after 1ms 2024-11-16T01:24:48,868 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.8 took 3ms 2024-11-16T01:24:48,873 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.8 so closing down 2024-11-16T01:24:48,873 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:48,873 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:48,879 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T01:24:48,880 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T01:24:48,881 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T01:24:48,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T01:24:48,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742034_1213 (size=753) 2024-11-16T01:24:48,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742034_1213 (size=753) 2024-11-16T01:24:48,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T01:24:48,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742035_1214 (size=753) 2024-11-16T01:24:48,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742035_1214 (size=753) 2024-11-16T01:24:48,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T01:24:48,908 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:48,908 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.8, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.8, size=1.4 K (1413bytes) at 1731720288865Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.8 so closing down at 1731720288873 (+8 ms)3 split writer threads finished at 1731720288873Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731720288881 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731720288888 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288901 (+13 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731720288902 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288906 (+4 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731720288907 (+1 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720288908 (+1 ms) 2024-11-16T01:24:48,910 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.8 to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/oldWALs/wal.dat.8 2024-11-16T01:24:48,910 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T01:24:48,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.9 2024-11-16T01:24:48,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.9 after 0ms 2024-11-16T01:24:48,913 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.9 took 3ms 2024-11-16T01:24:48,914 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.9 so closing down 2024-11-16T01:24:48,914 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:48,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:48,916 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T01:24:48,916 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T01:24:48,917 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T01:24:48,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T01:24:48,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742037_1216 (size=753) 2024-11-16T01:24:48,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742036_1215 (size=753) 2024-11-16T01:24:48,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742037_1216 (size=753) 2024-11-16T01:24:48,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742036_1215 (size=753) 2024-11-16T01:24:48,980 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:48,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T01:24:48,982 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T01:24:48,982 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:48,982 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.9, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.9, size=1.4 K (1413bytes) at 1731720288910Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.9 so closing down at 1731720288914 (+4 ms)3 split writer threads finished at 1731720288914Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731720288917 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731720288918 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288978 (+60 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720288980 (+2 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731720288981 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731720288982 (+1 ms)Processed 20 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720288982 2024-11-16T01:24:48,984 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.9 to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/oldWALs/wal.dat.9 2024-11-16T01:24:48,984 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.empty, size=0 (0bytes) 2024-11-16T01:24:48,984 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.empty might be still open, length is 0 2024-11-16T01:24:48,984 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.empty 2024-11-16T01:24:48,984 WARN [IPC Server handler 1 on default port 38643 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.empty closed. 2024-11-16T01:24:48,984 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.empty after 0ms 2024-11-16T01:24:48,985 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-16T01:24:48,986 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.empty; empty? 2024-11-16T01:24:48,986 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.empty so closing down 2024-11-16T01:24:48,986 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T01:24:48,986 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.empty, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.empty, size=0 (0bytes) at 1731720288984Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.empty so closing down at 1731720288986 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731720288986 2024-11-16T01:24:48,990 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/WALs/testemptyopenlogfiles,16010,1731720288050/wal.dat.empty to hdfs://localhost:38643/user/jenkins/test-data/9679f7f4-9dcf-0c66-edd7-ecf9fc018bef/oldWALs/wal.dat.empty 2024-11-16T01:24:49,136 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=143 (was 142) - Thread LEAK? -, OpenFileDescriptor=387 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=493 (was 493), ProcessCount=11 (was 11), AvailableMemoryMB=5899 (was 5899) 2024-11-16T01:24:49,143 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=493, ProcessCount=11, AvailableMemoryMB=5899 2024-11-16T01:24:49,143 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:49,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742038_1217 (size=7) 2024-11-16T01:24:49,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742038_1217 (size=7) 2024-11-16T01:24:49,151 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:49,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:49,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:49,156 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:49,156 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:24:49,157 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:24:49,158 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:49,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742039_1218 (size=1393) 2024-11-16T01:24:49,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742039_1218 (size=1393) 2024-11-16T01:24:49,177 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:49,177 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:24:49,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742040_1219 (size=1393) 2024-11-16T01:24:49,194 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:24:49,194 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:24:49,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742040_1219 (size=1393) 2024-11-16T01:24:49,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742041_1220 (size=1393) 2024-11-16T01:24:49,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742041_1220 (size=1393) 2024-11-16T01:24:49,614 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:24:49,615 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742042_1221 (size=1393) 2024-11-16T01:24:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742042_1221 (size=1393) 2024-11-16T01:24:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:24:49,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:24:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742043_1222 (size=1393) 2024-11-16T01:24:49,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742043_1222 (size=1393) 2024-11-16T01:24:49,649 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:24:49,649 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:24:49,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742044_1223 (size=1393) 2024-11-16T01:24:49,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742044_1223 (size=1393) 2024-11-16T01:24:49,672 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:24:49,672 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:24:49,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742045_1224 (size=1405) 2024-11-16T01:24:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742045_1224 (size=1405) 2024-11-16T01:24:49,692 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:24:49,692 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:24:49,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742046_1225 (size=1413) 2024-11-16T01:24:49,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742046_1225 (size=1413) 2024-11-16T01:24:49,720 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:24:49,721 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:24:49,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742047_1226 (size=1413) 2024-11-16T01:24:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742047_1226 (size=1413) 2024-11-16T01:24:49,747 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:24:49,747 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:24:49,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:49,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:49,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742048_1227 (size=1413) 2024-11-16T01:24:49,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742048_1227 (size=1413) 2024-11-16T01:24:49,766 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:24:49,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742049_1228 (size=1398) 2024-11-16T01:24:49,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742049_1228 (size=1398) 2024-11-16T01:24:49,798 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T01:24:49,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.0 2024-11-16T01:24:49,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.0 after 0ms 2024-11-16T01:24:49,800 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.0 took 2ms 2024-11-16T01:24:49,802 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.0 so closing down 2024-11-16T01:24:49,802 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:49,802 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:49,808 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:49,808 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:49,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:49,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:49,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742051_1230 (size=743) 2024-11-16T01:24:49,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742051_1230 (size=743) 2024-11-16T01:24:49,822 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:49,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742050_1229 (size=743) 2024-11-16T01:24:49,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742050_1229 (size=743) 2024-11-16T01:24:49,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T01:24:49,824 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:49,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T01:24:49,825 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:49,825 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.0, size=1.4 K (1393bytes) at 1731720289798Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.0 so closing down at 1731720289802 (+4 ms)3 split writer threads finished at 1731720289802Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720289809 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731720289809Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720289822 (+13 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731720289824 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720289824Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731720289825 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720289825 2024-11-16T01:24:49,828 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/oldWALs/wal.dat.0 2024-11-16T01:24:49,828 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T01:24:49,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.1 2024-11-16T01:24:49,830 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.1 after 2ms 2024-11-16T01:24:49,832 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.1 took 4ms 2024-11-16T01:24:49,840 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.1 so closing down 2024-11-16T01:24:49,840 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:49,840 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:49,852 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:49,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:49,862 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:49,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:49,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742052_1231 (size=743) 2024-11-16T01:24:49,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742052_1231 (size=743) 2024-11-16T01:24:49,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:49,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T01:24:49,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742053_1232 (size=743) 2024-11-16T01:24:49,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742053_1232 (size=743) 2024-11-16T01:24:49,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:49,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T01:24:49,899 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:49,899 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.1, size=1.4 K (1393bytes) at 1731720289828Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.1 so closing down at 1731720289840 (+12 ms)3 split writer threads finished at 1731720289840Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731720289853 (+13 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731720289876 (+23 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720289882 (+6 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731720289884 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720289896 (+12 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731720289899 (+3 ms)Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720289899 2024-11-16T01:24:49,904 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/oldWALs/wal.dat.1 2024-11-16T01:24:49,904 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T01:24:49,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.2 2024-11-16T01:24:49,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.2 after 1ms 2024-11-16T01:24:49,907 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.2 took 3ms 2024-11-16T01:24:49,929 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.2 so closing down 2024-11-16T01:24:49,929 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:49,929 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:49,940 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:49,942 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:49,955 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:49,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:49,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742054_1233 (size=743) 2024-11-16T01:24:49,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742054_1233 (size=743) 2024-11-16T01:24:49,973 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:49,979 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T01:24:49,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742055_1234 (size=743) 2024-11-16T01:24:49,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742055_1234 (size=743) 2024-11-16T01:24:49,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:49,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T01:24:49,986 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:49,986 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.2, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.2, size=1.4 K (1393bytes) at 1731720289904Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.2 so closing down at 1731720289929 (+25 ms)3 split writer threads finished at 1731720289929Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731720289942 (+13 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731720289965 (+23 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720289973 (+8 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731720289979 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720289984 (+5 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731720289986 (+2 ms)Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720289986 2024-11-16T01:24:49,987 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.2 to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/oldWALs/wal.dat.2 2024-11-16T01:24:49,988 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T01:24:49,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.3 2024-11-16T01:24:49,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.3 after 0ms 2024-11-16T01:24:49,991 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.3 took 4ms 2024-11-16T01:24:49,999 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.3 so closing down 2024-11-16T01:24:49,999 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:49,999 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:50,010 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:50,010 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:50,011 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:50,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:50,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742056_1235 (size=743) 2024-11-16T01:24:50,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742056_1235 (size=743) 2024-11-16T01:24:50,031 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:50,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742057_1236 (size=743) 2024-11-16T01:24:50,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742057_1236 (size=743) 2024-11-16T01:24:50,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T01:24:50,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:50,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T01:24:50,035 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:50,035 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.3, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.3, size=1.4 K (1393bytes) at 1731720289988Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.3 so closing down at 1731720289999 (+11 ms)3 split writer threads finished at 1731720289999Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731720290011 (+12 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731720290012 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720290031 (+19 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731720290033 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720290033Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731720290035 (+2 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720290035 2024-11-16T01:24:50,037 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.3 to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/oldWALs/wal.dat.3 2024-11-16T01:24:50,037 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T01:24:50,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.4 2024-11-16T01:24:50,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.4 after 1ms 2024-11-16T01:24:50,049 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.4 took 12ms 2024-11-16T01:24:50,061 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.4 so closing down 2024-11-16T01:24:50,061 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:50,062 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:50,076 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:50,087 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:50,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:50,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:50,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742058_1237 (size=743) 2024-11-16T01:24:50,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742058_1237 (size=743) 2024-11-16T01:24:50,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:50,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T01:24:50,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742059_1238 (size=743) 2024-11-16T01:24:50,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742059_1238 (size=743) 2024-11-16T01:24:50,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:50,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T01:24:50,155 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:50,155 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.4, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.4, size=1.4 K (1393bytes) at 1731720290037Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.4 so closing down at 1731720290061 (+24 ms)3 split writer threads finished at 1731720290062 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731720290104 (+42 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731720290108 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720290132 (+24 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731720290134 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720290153 (+19 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731720290155 (+2 ms)Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720290155 2024-11-16T01:24:50,167 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.4 to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/oldWALs/wal.dat.4 2024-11-16T01:24:50,167 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.5, size=1.4 K (1398bytes) 2024-11-16T01:24:50,167 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.5 2024-11-16T01:24:50,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.5 after 1ms 2024-11-16T01:24:50,171 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.5 took 3ms 2024-11-16T01:24:50,184 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:24:50,185 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.5 so closing down 2024-11-16T01:24:50,185 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:50,185 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:50,191 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T01:24:50,193 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T01:24:50,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T01:24:50,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T01:24:50,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742060_1239 (size=743) 2024-11-16T01:24:50,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:50,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742060_1239 (size=743) 2024-11-16T01:24:50,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T01:24:50,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742061_1240 (size=743) 2024-11-16T01:24:50,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742061_1240 (size=743) 2024-11-16T01:24:50,243 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:50,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T01:24:50,246 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-16T01:24:50,246 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.5, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.5, size=1.4 K (1398bytes) at 1731720290167Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.5 so closing down at 1731720290185 (+18 ms)3 split writer threads finished at 1731720290185Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731720290194 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731720290209 (+15 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720290229 (+20 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731720290231 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720290243 (+12 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731720290245 (+2 ms)Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731720290246 (+1 ms) 2024-11-16T01:24:50,248 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.5 to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/corrupt/wal.dat.5 2024-11-16T01:24:50,249 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T01:24:50,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.6 2024-11-16T01:24:50,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.6 after 2ms 2024-11-16T01:24:50,254 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.6 took 5ms 2024-11-16T01:24:50,257 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.6 so closing down 2024-11-16T01:24:50,257 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:50,257 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:50,261 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T01:24:50,261 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T01:24:50,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T01:24:50,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T01:24:50,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742062_1241 (size=749) 2024-11-16T01:24:50,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742062_1241 (size=749) 2024-11-16T01:24:50,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742063_1242 (size=749) 2024-11-16T01:24:50,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742063_1242 (size=749) 2024-11-16T01:24:50,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:50,292 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T01:24:50,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:50,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T01:24:50,690 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T01:24:50,690 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.6, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.6, size=1.4 K (1405bytes) at 1731720290249Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.6 so closing down at 1731720290257 (+8 ms)3 split writer threads finished at 1731720290258 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731720290264 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731720290268 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720290289 (+21 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731720290292 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720290688 (+396 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731720290690 (+2 ms)Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731720290690 2024-11-16T01:24:50,692 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.6 to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/oldWALs/wal.dat.6 2024-11-16T01:24:50,692 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T01:24:50,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.7 2024-11-16T01:24:50,693 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.7 after 1ms 2024-11-16T01:24:50,695 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.7 took 3ms 2024-11-16T01:24:50,697 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.7 so closing down 2024-11-16T01:24:50,697 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:50,698 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:50,700 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T01:24:50,700 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T01:24:50,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T01:24:50,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T01:24:50,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742064_1243 (size=753) 2024-11-16T01:24:50,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742064_1243 (size=753) 2024-11-16T01:24:50,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:50,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T01:24:50,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742065_1244 (size=753) 2024-11-16T01:24:50,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742065_1244 (size=753) 2024-11-16T01:24:50,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:50,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T01:24:50,721 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:50,721 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.7, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.7, size=1.4 K (1413bytes) at 1731720290692Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.7 so closing down at 1731720290697 (+5 ms)3 split writer threads finished at 1731720290698 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731720290701 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731720290704 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720290711 (+7 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731720290712 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720290719 (+7 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731720290721 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720290721 2024-11-16T01:24:50,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.7 to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/oldWALs/wal.dat.7 2024-11-16T01:24:50,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T01:24:50,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.8 2024-11-16T01:24:50,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.8 after 0ms 2024-11-16T01:24:50,725 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.8 took 2ms 2024-11-16T01:24:50,726 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.8 so closing down 2024-11-16T01:24:50,726 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:50,726 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:50,728 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T01:24:50,728 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T01:24:50,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T01:24:50,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T01:24:50,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742067_1246 (size=753) 2024-11-16T01:24:50,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742067_1246 (size=753) 2024-11-16T01:24:50,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:50,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742066_1245 (size=753) 2024-11-16T01:24:50,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742066_1245 (size=753) 2024-11-16T01:24:50,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:50,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T01:24:50,742 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T01:24:50,742 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:50,742 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.8, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.8, size=1.4 K (1413bytes) at 1731720290723Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.8 so closing down at 1731720290726 (+3 ms)3 split writer threads finished at 1731720290726Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731720290729 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731720290729Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720290738 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720290740 (+2 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731720290741 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731720290742 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720290742 2024-11-16T01:24:50,743 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.8 to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/oldWALs/wal.dat.8 2024-11-16T01:24:50,743 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T01:24:50,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.9 2024-11-16T01:24:50,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.9 after 1ms 2024-11-16T01:24:50,745 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.9 took 2ms 2024-11-16T01:24:50,746 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.9 so closing down 2024-11-16T01:24:50,746 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:50,746 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:50,748 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T01:24:50,749 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T01:24:50,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T01:24:50,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T01:24:50,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742069_1248 (size=753) 2024-11-16T01:24:50,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742069_1248 (size=753) 2024-11-16T01:24:50,762 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:50,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742068_1247 (size=753) 2024-11-16T01:24:50,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742068_1247 (size=753) 2024-11-16T01:24:50,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T01:24:51,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:51,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T01:24:51,165 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:51,165 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.9, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.9, size=1.4 K (1413bytes) at 1731720290743Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.9 so closing down at 1731720290746 (+3 ms)3 split writer threads finished at 1731720290746Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731720290750 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731720290750Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720290762 (+12 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731720290764 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720291164 (+400 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731720291165 (+1 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720291165 2024-11-16T01:24:51,167 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731720289156/wal.dat.9 to hdfs://localhost:38643/user/jenkins/test-data/eef57952-a163-aeaa-786b-43d643a8acf3/oldWALs/wal.dat.9 2024-11-16T01:24:51,223 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=143 (was 143), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 493) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5871 (was 5899) 2024-11-16T01:24:51,230 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=5871 2024-11-16T01:24:51,230 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:51,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742070_1249 (size=7) 2024-11-16T01:24:51,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742070_1249 (size=7) 2024-11-16T01:24:51,238 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:51,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:51,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:51,243 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:51,243 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6/data/default/t1/df750606263d9d15a89ff46b50f05eb6 2024-11-16T01:24:51,244 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region df750606263d9d15a89ff46b50f05eb6 2024-11-16T01:24:51,245 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:51,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742071_1250 (size=3851) 2024-11-16T01:24:51,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742071_1250 (size=3851) 2024-11-16T01:24:51,679 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/WALs/testsplitleavescompactioneventsedits,16010,1731720291243/wal.dat.0, size=3.8 K (3851bytes) 2024-11-16T01:24:51,679 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/WALs/testsplitleavescompactioneventsedits,16010,1731720291243/wal.dat.0 2024-11-16T01:24:51,679 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/WALs/testsplitleavescompactioneventsedits,16010,1731720291243/wal.dat.0 after 0ms 2024-11-16T01:24:51,681 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/WALs/testsplitleavescompactioneventsedits,16010,1731720291243/wal.dat.0 took 2ms 2024-11-16T01:24:51,683 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/WALs/testsplitleavescompactioneventsedits,16010,1731720291243/wal.dat.0 so closing down 2024-11-16T01:24:51,683 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:51,683 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:51,685 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:51,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/data/default/t1/df750606263d9d15a89ff46b50f05eb6/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:51,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742072_1251 (size=1591) 2024-11-16T01:24:51,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742072_1251 (size=1591) 2024-11-16T01:24:51,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/data/default/t1/df750606263d9d15a89ff46b50f05eb6/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:51,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/data/default/t1/df750606263d9d15a89ff46b50f05eb6/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/data/default/t1/df750606263d9d15a89ff46b50f05eb6/recovered.edits/0000000000000000009 2024-11-16T01:24:51,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 38 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/WALs/testsplitleavescompactioneventsedits,16010,1731720291243/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false 2024-11-16T01:24:51,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/WALs/testsplitleavescompactioneventsedits,16010,1731720291243/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/WALs/testsplitleavescompactioneventsedits,16010,1731720291243/wal.dat.0, size=3.8 K (3851bytes) at 1731720291679Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/WALs/testsplitleavescompactioneventsedits,16010,1731720291243/wal.dat.0 so closing down at 1731720291683 (+4 ms)3 split writer threads finished at 1731720291683Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/data/default/t1/df750606263d9d15a89ff46b50f05eb6/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720291687 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/data/default/t1/df750606263d9d15a89ff46b50f05eb6/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731720291716 (+29 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/data/default/t1/df750606263d9d15a89ff46b50f05eb6/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/data/default/t1/df750606263d9d15a89ff46b50f05eb6/recovered.edits/0000000000000000009 at 1731720291718 (+2 ms)Processed 21 edits across 1 Regions in 38 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/WALs/testsplitleavescompactioneventsedits,16010,1731720291243/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false at 1731720291720 (+2 ms) 2024-11-16T01:24:51,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/WALs/testsplitleavescompactioneventsedits,16010,1731720291243/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/1b45d6b8-ee23-9ebb-1611-dbeccc8ceb62/oldWALs/wal.dat.0 2024-11-16T01:24:51,746 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=144 (was 143) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 494), ProcessCount=11 (was 11), AvailableMemoryMB=5866 (was 5871) 2024-11-16T01:24:51,754 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=5866 2024-11-16T01:24:51,754 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:51,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742073_1252 (size=7) 2024-11-16T01:24:51,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742073_1252 (size=7) 2024-11-16T01:24:51,761 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:51,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:51,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:51,765 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:51,766 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T01:24:51,767 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:51,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742074_1253 (size=863) 2024-11-16T01:24:51,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742074_1253 (size=863) 2024-11-16T01:24:51,779 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:51,804 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/WALs/testsplitpreservesedits,16010,1731720291765/wal.dat.0, size=863 (863bytes) 2024-11-16T01:24:51,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/WALs/testsplitpreservesedits,16010,1731720291765/wal.dat.0 2024-11-16T01:24:51,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/WALs/testsplitpreservesedits,16010,1731720291765/wal.dat.0 after 0ms 2024-11-16T01:24:51,809 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/WALs/testsplitpreservesedits,16010,1731720291765/wal.dat.0 took 5ms 2024-11-16T01:24:51,811 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/WALs/testsplitpreservesedits,16010,1731720291765/wal.dat.0 so closing down 2024-11-16T01:24:51,811 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:51,811 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:51,815 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:51,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:51,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742075_1254 (size=863) 2024-11-16T01:24:51,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742075_1254 (size=863) 2024-11-16T01:24:51,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:51,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-16T01:24:51,845 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/WALs/testsplitpreservesedits,16010,1731720291765/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-16T01:24:51,845 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/WALs/testsplitpreservesedits,16010,1731720291765/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/WALs/testsplitpreservesedits,16010,1731720291765/wal.dat.0, size=863 (863bytes) at 1731720291804Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/WALs/testsplitpreservesedits,16010,1731720291765/wal.dat.0 so closing down at 1731720291811 (+7 ms)3 split writer threads finished at 1731720291811Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720291817 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720291843 (+26 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731720291844 (+1 ms)Processed 10 edits across 1 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/WALs/testsplitpreservesedits,16010,1731720291765/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731720291845 (+1 ms) 2024-11-16T01:24:51,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/WALs/testsplitpreservesedits,16010,1731720291765/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/5a6141e6-7fbb-0b67-8fde-2c5bd6213300/oldWALs/wal.dat.0 2024-11-16T01:24:51,878 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 494), ProcessCount=11 (was 11), AvailableMemoryMB=5858 (was 5866) 2024-11-16T01:24:51,889 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=5854 2024-11-16T01:24:51,889 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:51,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742076_1255 (size=7) 2024-11-16T01:24:51,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742076_1255 (size=7) 2024-11-16T01:24:51,904 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:51,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:51,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:51,912 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:51,912 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:24:51,914 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:24:51,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:51,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742077_1256 (size=1393) 2024-11-16T01:24:51,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742077_1256 (size=1393) 2024-11-16T01:24:51,962 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:51,963 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:24:51,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:51,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742078_1257 (size=1393) 2024-11-16T01:24:51,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742078_1257 (size=1393) 2024-11-16T01:24:51,981 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:24:51,981 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:24:51,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:51,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742079_1258 (size=1393) 2024-11-16T01:24:52,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742079_1258 (size=1393) 2024-11-16T01:24:52,018 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:24:52,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:24:52,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742080_1259 (size=1393) 2024-11-16T01:24:52,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742080_1259 (size=1393) 2024-11-16T01:24:52,477 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:24:52,477 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:24:52,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742081_1260 (size=1393) 2024-11-16T01:24:52,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742081_1260 (size=1393) 2024-11-16T01:24:52,899 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:24:52,899 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:24:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:52,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742082_1261 (size=1393) 2024-11-16T01:24:52,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742082_1261 (size=1393) 2024-11-16T01:24:52,950 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:24:52,951 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:24:52,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:52,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742083_1262 (size=1405) 2024-11-16T01:24:53,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742083_1262 (size=1405) 2024-11-16T01:24:53,023 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:24:53,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:24:53,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742084_1263 (size=1413) 2024-11-16T01:24:53,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742084_1263 (size=1413) 2024-11-16T01:24:53,067 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:24:53,067 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:24:53,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742085_1264 (size=1413) 2024-11-16T01:24:53,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742085_1264 (size=1413) 2024-11-16T01:24:53,499 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:24:53,499 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:24:53,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:53,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742086_1265 (size=1413) 2024-11-16T01:24:53,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742086_1265 (size=1413) 2024-11-16T01:24:53,512 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:24:53,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742087_1266 (size=1394) 2024-11-16T01:24:53,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742087_1266 (size=1394) 2024-11-16T01:24:53,541 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T01:24:53,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.0 2024-11-16T01:24:53,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.0 after 0ms 2024-11-16T01:24:53,543 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.0 took 2ms 2024-11-16T01:24:53,549 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.0 so closing down 2024-11-16T01:24:53,549 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:53,551 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:53,554 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:53,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:53,564 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:53,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:53,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742088_1267 (size=743) 2024-11-16T01:24:53,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742088_1267 (size=743) 2024-11-16T01:24:53,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:53,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T01:24:53,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742089_1268 (size=743) 2024-11-16T01:24:53,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742089_1268 (size=743) 2024-11-16T01:24:53,586 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:53,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T01:24:53,587 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:53,587 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.0, size=1.4 K (1393bytes) at 1731720293541Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.0 so closing down at 1731720293549 (+8 ms)3 split writer threads finished at 1731720293551 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720293555 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731720293568 (+13 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720293576 (+8 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731720293578 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720293586 (+8 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731720293587 (+1 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720293587 2024-11-16T01:24:53,589 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/oldWALs/wal.dat.0 2024-11-16T01:24:53,589 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T01:24:53,589 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.1 2024-11-16T01:24:53,589 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.1 after 0ms 2024-11-16T01:24:53,591 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.1 took 2ms 2024-11-16T01:24:53,593 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.1 so closing down 2024-11-16T01:24:53,593 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:53,593 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:53,594 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:53,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:53,602 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:53,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:53,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742090_1269 (size=743) 2024-11-16T01:24:53,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742090_1269 (size=743) 2024-11-16T01:24:53,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:53,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T01:24:53,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742091_1270 (size=743) 2024-11-16T01:24:53,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742091_1270 (size=743) 2024-11-16T01:24:53,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:53,619 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T01:24:53,619 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:53,619 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.1, size=1.4 K (1393bytes) at 1731720293589Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.1 so closing down at 1731720293593 (+4 ms)3 split writer threads finished at 1731720293593Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731720293600 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731720293603 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720293610 (+7 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731720293611 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720293618 (+7 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731720293619 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720293619 2024-11-16T01:24:53,621 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/oldWALs/wal.dat.1 2024-11-16T01:24:53,621 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T01:24:53,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.2 2024-11-16T01:24:53,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.2 after 0ms 2024-11-16T01:24:53,623 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.2 took 2ms 2024-11-16T01:24:53,624 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.2 so closing down 2024-11-16T01:24:53,624 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:53,624 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:53,626 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:53,626 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:53,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:53,628 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:53,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742092_1271 (size=743) 2024-11-16T01:24:53,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742092_1271 (size=743) 2024-11-16T01:24:53,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:53,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742093_1272 (size=743) 2024-11-16T01:24:53,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742093_1272 (size=743) 2024-11-16T01:24:53,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:53,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T01:24:53,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T01:24:53,637 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:53,637 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.2, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.2, size=1.4 K (1393bytes) at 1731720293621Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.2 so closing down at 1731720293624 (+3 ms)3 split writer threads finished at 1731720293624Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731720293627 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731720293628 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720293634 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720293636 (+2 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731720293636Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731720293637 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720293637 2024-11-16T01:24:53,639 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.2 to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/oldWALs/wal.dat.2 2024-11-16T01:24:53,639 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T01:24:53,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.3 2024-11-16T01:24:53,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.3 after 1ms 2024-11-16T01:24:53,641 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.3 took 2ms 2024-11-16T01:24:53,642 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.3 so closing down 2024-11-16T01:24:53,642 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:53,643 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:53,644 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:53,644 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:53,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:53,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:53,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742094_1273 (size=743) 2024-11-16T01:24:53,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742094_1273 (size=743) 2024-11-16T01:24:53,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:53,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742095_1274 (size=743) 2024-11-16T01:24:53,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742095_1274 (size=743) 2024-11-16T01:24:53,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:53,655 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T01:24:53,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T01:24:53,656 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:53,656 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.3, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.3, size=1.4 K (1393bytes) at 1731720293639Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.3 so closing down at 1731720293642 (+3 ms)3 split writer threads finished at 1731720293643 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731720293646 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731720293646Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720293653 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720293655 (+2 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731720293655Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731720293656 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720293656 2024-11-16T01:24:53,658 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.3 to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/oldWALs/wal.dat.3 2024-11-16T01:24:53,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T01:24:53,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.4 2024-11-16T01:24:53,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.4 after 0ms 2024-11-16T01:24:53,661 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.4 took 2ms 2024-11-16T01:24:53,663 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.4 so closing down 2024-11-16T01:24:53,663 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:53,663 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:53,665 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:53,665 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:53,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:53,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:53,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742096_1275 (size=743) 2024-11-16T01:24:53,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742096_1275 (size=743) 2024-11-16T01:24:53,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:53,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T01:24:53,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742097_1276 (size=743) 2024-11-16T01:24:53,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742097_1276 (size=743) 2024-11-16T01:24:53,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:53,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T01:24:53,683 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:53,684 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.4, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.4, size=1.4 K (1393bytes) at 1731720293659Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.4 so closing down at 1731720293663 (+4 ms)3 split writer threads finished at 1731720293663Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731720293666 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731720293666Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720293673 (+7 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731720293674 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720293682 (+8 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731720293683 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720293683 2024-11-16T01:24:53,685 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.4 to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/oldWALs/wal.dat.4 2024-11-16T01:24:53,685 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.5, size=1.4 K (1394bytes) 2024-11-16T01:24:53,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.5 2024-11-16T01:24:53,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.5 after 0ms 2024-11-16T01:24:53,688 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-16T01:24:53,689 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.5 so closing down 2024-11-16T01:24:53,689 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-16T01:24:53,689 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.5, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.5, size=1.4 K (1394bytes) at 1731720293685Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.5 so closing down at 1731720293689 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731720293689 2024-11-16T01:24:53,692 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.5 to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/corrupt/wal.dat.5 2024-11-16T01:24:53,692 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T01:24:53,693 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.6 2024-11-16T01:24:53,693 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.6 after 0ms 2024-11-16T01:24:53,695 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.6 took 3ms 2024-11-16T01:24:53,696 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.6 so closing down 2024-11-16T01:24:53,696 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:53,696 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:53,702 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T01:24:53,702 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T01:24:53,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T01:24:53,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T01:24:53,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742098_1277 (size=749) 2024-11-16T01:24:53,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742098_1277 (size=749) 2024-11-16T01:24:53,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:53,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T01:24:53,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742099_1278 (size=749) 2024-11-16T01:24:53,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742099_1278 (size=749) 2024-11-16T01:24:53,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:53,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T01:24:53,774 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T01:24:53,774 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.6, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.6, size=1.4 K (1405bytes) at 1731720293693Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.6 so closing down at 1731720293696 (+3 ms)3 split writer threads finished at 1731720293696Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731720293704 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731720293722 (+18 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720293725 (+3 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731720293726 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720293773 (+47 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731720293774 (+1 ms)Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731720293774 2024-11-16T01:24:53,776 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.6 to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/oldWALs/wal.dat.6 2024-11-16T01:24:53,776 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T01:24:53,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.7 2024-11-16T01:24:53,777 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.7 after 1ms 2024-11-16T01:24:53,779 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.7 took 2ms 2024-11-16T01:24:53,783 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.7 so closing down 2024-11-16T01:24:53,783 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:53,783 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:53,791 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T01:24:53,792 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T01:24:53,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T01:24:53,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T01:24:53,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742100_1279 (size=753) 2024-11-16T01:24:53,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742100_1279 (size=753) 2024-11-16T01:24:53,796 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:53,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742101_1280 (size=753) 2024-11-16T01:24:53,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T01:24:53,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742101_1280 (size=753) 2024-11-16T01:24:53,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:53,800 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T01:24:53,800 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:53,801 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.7, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.7, size=1.4 K (1413bytes) at 1731720293776Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.7 so closing down at 1731720293783 (+7 ms)3 split writer threads finished at 1731720293783Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731720293792 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731720293793 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720293797 (+4 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731720293798 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720293799 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731720293800 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720293800 2024-11-16T01:24:53,802 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.7 to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/oldWALs/wal.dat.7 2024-11-16T01:24:53,802 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T01:24:53,802 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.8 2024-11-16T01:24:53,802 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.8 after 0ms 2024-11-16T01:24:53,804 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.8 took 2ms 2024-11-16T01:24:53,805 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.8 so closing down 2024-11-16T01:24:53,805 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:53,805 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:53,807 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T01:24:53,807 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T01:24:53,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T01:24:53,808 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T01:24:53,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742103_1282 (size=753) 2024-11-16T01:24:53,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742103_1282 (size=753) 2024-11-16T01:24:53,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742102_1281 (size=753) 2024-11-16T01:24:53,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742102_1281 (size=753) 2024-11-16T01:24:54,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:54,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T01:24:54,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:54,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T01:24:54,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:54,232 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.8, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.8, size=1.4 K (1413bytes) at 1731720293802Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.8 so closing down at 1731720293805 (+3 ms)3 split writer threads finished at 1731720293805Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731720293808 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731720293808Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720294218 (+410 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731720294221 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720294229 (+8 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731720294231 (+2 ms)Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720294232 (+1 ms) 2024-11-16T01:24:54,233 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.8 to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/oldWALs/wal.dat.8 2024-11-16T01:24:54,233 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T01:24:54,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.9 2024-11-16T01:24:54,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.9 after 0ms 2024-11-16T01:24:54,236 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.9 took 2ms 2024-11-16T01:24:54,237 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.9 so closing down 2024-11-16T01:24:54,237 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:54,237 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:54,242 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T01:24:54,242 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T01:24:54,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T01:24:54,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T01:24:54,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742104_1283 (size=753) 2024-11-16T01:24:54,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742105_1284 (size=753) 2024-11-16T01:24:54,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:54,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742105_1284 (size=753) 2024-11-16T01:24:54,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:54,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742104_1283 (size=753) 2024-11-16T01:24:54,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T01:24:54,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T01:24:54,262 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:54,262 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.9, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.9, size=1.4 K (1413bytes) at 1731720294233Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.9 so closing down at 1731720294237 (+4 ms)3 split writer threads finished at 1731720294237Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731720294243 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731720294244 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720294256 (+12 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720294258 (+2 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731720294260 (+2 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731720294262 (+2 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720294262 2024-11-16T01:24:54,264 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731720291912/wal.dat.9 to hdfs://localhost:38643/user/jenkins/test-data/c36cffa0-ba21-f86f-c0ed-4374a4558998/oldWALs/wal.dat.9 2024-11-16T01:24:54,316 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=143 (was 144), OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 494), ProcessCount=11 (was 11), AvailableMemoryMB=5777 (was 5854) 2024-11-16T01:24:54,323 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=143, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=5777 2024-11-16T01:24:54,323 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:54,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742106_1285 (size=7) 2024-11-16T01:24:54,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742106_1285 (size=7) 2024-11-16T01:24:54,330 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:54,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:54,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:54,334 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:54,334 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T01:24:54,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:54,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742107_1286 (size=2403) 2024-11-16T01:24:54,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742107_1286 (size=2403) 2024-11-16T01:24:54,359 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:54,379 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/WALs/testsplitremovesregioneventsedits,16010,1731720294334/wal.dat.0, size=2.3 K (2403bytes) 2024-11-16T01:24:54,379 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/WALs/testsplitremovesregioneventsedits,16010,1731720294334/wal.dat.0 2024-11-16T01:24:54,379 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/WALs/testsplitremovesregioneventsedits,16010,1731720294334/wal.dat.0 after 0ms 2024-11-16T01:24:54,381 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/WALs/testsplitremovesregioneventsedits,16010,1731720294334/wal.dat.0 took 3ms 2024-11-16T01:24:54,384 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/WALs/testsplitremovesregioneventsedits,16010,1731720294334/wal.dat.0 so closing down 2024-11-16T01:24:54,384 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:54,384 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:54,386 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:54,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:54,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742108_1287 (size=863) 2024-11-16T01:24:54,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742108_1287 (size=863) 2024-11-16T01:24:54,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:54,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-16T01:24:54,808 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 425 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/WALs/testsplitremovesregioneventsedits,16010,1731720294334/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-16T01:24:54,808 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/WALs/testsplitremovesregioneventsedits,16010,1731720294334/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/WALs/testsplitremovesregioneventsedits,16010,1731720294334/wal.dat.0, size=2.3 K (2403bytes) at 1731720294379Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/WALs/testsplitremovesregioneventsedits,16010,1731720294334/wal.dat.0 so closing down at 1731720294384 (+5 ms)3 split writer threads finished at 1731720294384Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720294387 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720294806 (+419 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731720294807 (+1 ms)Processed 20 edits across 1 Regions in 425 ms; skipped=10; WAL=hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/WALs/testsplitremovesregioneventsedits,16010,1731720294334/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731720294808 (+1 ms) 2024-11-16T01:24:54,809 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/WALs/testsplitremovesregioneventsedits,16010,1731720294334/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/67aa0b6c-3190-2b8f-b169-ecb6e0c4b516/oldWALs/wal.dat.0 2024-11-16T01:24:54,824 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=143 (was 143), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=518 (was 494) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5777 (was 5777) 2024-11-16T01:24:54,831 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=143, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=518, ProcessCount=11, AvailableMemoryMB=5777 2024-11-16T01:24:54,831 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:54,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742109_1288 (size=7) 2024-11-16T01:24:54,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742109_1288 (size=7) 2024-11-16T01:24:54,838 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:54,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:54,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:54,842 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:54,856 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=143 (was 143), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=518 (was 518), ProcessCount=11 (was 11), AvailableMemoryMB=5777 (was 5777) 2024-11-16T01:24:54,862 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=143, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=518, ProcessCount=11, AvailableMemoryMB=5776 2024-11-16T01:24:54,863 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:54,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742110_1289 (size=7) 2024-11-16T01:24:54,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742110_1289 (size=7) 2024-11-16T01:24:54,869 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:54,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:54,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:54,872 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:54,883 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:24:54,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742111_1290 (size=255) 2024-11-16T01:24:54,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742111_1290 (size=255) 2024-11-16T01:24:54,919 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/f9f23d17-3ca4-dbc5-14ac-2894625ea797/WALs/testsplitremovesreplicationmarkeredits,16010,1731720294872/wal.dat.1, size=255 (255bytes) 2024-11-16T01:24:54,919 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/f9f23d17-3ca4-dbc5-14ac-2894625ea797/WALs/testsplitremovesreplicationmarkeredits,16010,1731720294872/wal.dat.1 2024-11-16T01:24:54,920 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/f9f23d17-3ca4-dbc5-14ac-2894625ea797/WALs/testsplitremovesreplicationmarkeredits,16010,1731720294872/wal.dat.1 after 1ms 2024-11-16T01:24:54,921 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/f9f23d17-3ca4-dbc5-14ac-2894625ea797/WALs/testsplitremovesreplicationmarkeredits,16010,1731720294872/wal.dat.1 took 2ms 2024-11-16T01:24:54,922 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-16T01:24:54,922 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/f9f23d17-3ca4-dbc5-14ac-2894625ea797/WALs/testsplitremovesreplicationmarkeredits,16010,1731720294872/wal.dat.1 so closing down 2024-11-16T01:24:54,922 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:54,922 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:54,922 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/f9f23d17-3ca4-dbc5-14ac-2894625ea797/WALs/testsplitremovesreplicationmarkeredits,16010,1731720294872/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-16T01:24:54,922 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/f9f23d17-3ca4-dbc5-14ac-2894625ea797/WALs/testsplitremovesreplicationmarkeredits,16010,1731720294872/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/f9f23d17-3ca4-dbc5-14ac-2894625ea797/WALs/testsplitremovesreplicationmarkeredits,16010,1731720294872/wal.dat.1, size=255 (255bytes) at 1731720294919Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/f9f23d17-3ca4-dbc5-14ac-2894625ea797/WALs/testsplitremovesreplicationmarkeredits,16010,1731720294872/wal.dat.1 so closing down at 1731720294922 (+3 ms)3 split writer threads finished at 1731720294922Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/f9f23d17-3ca4-dbc5-14ac-2894625ea797/WALs/testsplitremovesreplicationmarkeredits,16010,1731720294872/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731720294922 2024-11-16T01:24:54,924 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/f9f23d17-3ca4-dbc5-14ac-2894625ea797/WALs/testsplitremovesreplicationmarkeredits,16010,1731720294872/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/f9f23d17-3ca4-dbc5-14ac-2894625ea797/oldWALs/wal.dat.1 2024-11-16T01:24:54,933 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=143 (was 143), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=518 (was 518), ProcessCount=11 (was 11), AvailableMemoryMB=5776 (was 5776) 2024-11-16T01:24:54,939 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=143, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=518, ProcessCount=11, AvailableMemoryMB=5776 2024-11-16T01:24:54,940 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:54,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742112_1291 (size=7) 2024-11-16T01:24:54,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742112_1291 (size=7) 2024-11-16T01:24:54,946 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:54,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:54,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:54,950 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:54,950 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-16T01:24:54,950 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T01:24:54,951 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:54,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:54,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:54,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742113_1292 (size=1941) 2024-11-16T01:24:54,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742113_1292 (size=1941) 2024-11-16T01:24:54,961 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:54,961 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6/data/default/t1/region__1 2024-11-16T01:24:54,979 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/f270ece6-4f0a-4810-bf1c-3eb3fe93f887/WALs/testsplitlogfiledeletedregiondir,16010,1731720294950/wal.dat.0, size=1.9 K (1941bytes) 2024-11-16T01:24:54,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/f270ece6-4f0a-4810-bf1c-3eb3fe93f887/WALs/testsplitlogfiledeletedregiondir,16010,1731720294950/wal.dat.0 2024-11-16T01:24:54,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/f270ece6-4f0a-4810-bf1c-3eb3fe93f887/WALs/testsplitlogfiledeletedregiondir,16010,1731720294950/wal.dat.0 after 0ms 2024-11-16T01:24:54,981 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/f270ece6-4f0a-4810-bf1c-3eb3fe93f887/WALs/testsplitlogfiledeletedregiondir,16010,1731720294950/wal.dat.0 took 2ms 2024-11-16T01:24:54,982 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-16T01:24:54,982 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/f270ece6-4f0a-4810-bf1c-3eb3fe93f887/WALs/testsplitlogfiledeletedregiondir,16010,1731720294950/wal.dat.0 so closing down 2024-11-16T01:24:54,982 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:54,982 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:54,983 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:38643/user/jenkins/test-data/f270ece6-4f0a-4810-bf1c-3eb3fe93f887/WALs/testsplitlogfiledeletedregiondir,16010,1731720294950/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-16T01:24:54,983 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/f270ece6-4f0a-4810-bf1c-3eb3fe93f887/WALs/testsplitlogfiledeletedregiondir,16010,1731720294950/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/f270ece6-4f0a-4810-bf1c-3eb3fe93f887/WALs/testsplitlogfiledeletedregiondir,16010,1731720294950/wal.dat.0, size=1.9 K (1941bytes) at 1731720294979Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/f270ece6-4f0a-4810-bf1c-3eb3fe93f887/WALs/testsplitlogfiledeletedregiondir,16010,1731720294950/wal.dat.0 so closing down at 1731720294982 (+3 ms)3 split writer threads finished at 1731720294982Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:38643/user/jenkins/test-data/f270ece6-4f0a-4810-bf1c-3eb3fe93f887/WALs/testsplitlogfiledeletedregiondir,16010,1731720294950/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731720294983 (+1 ms) 2024-11-16T01:24:54,984 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/f270ece6-4f0a-4810-bf1c-3eb3fe93f887/WALs/testsplitlogfiledeletedregiondir,16010,1731720294950/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/f270ece6-4f0a-4810-bf1c-3eb3fe93f887/oldWALs/wal.dat.0 2024-11-16T01:24:54,992 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=143 (was 143), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=518 (was 518), ProcessCount=11 (was 11), AvailableMemoryMB=5776 (was 5776) 2024-11-16T01:24:55,002 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=143, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=518, ProcessCount=11, AvailableMemoryMB=5776 2024-11-16T01:24:55,002 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:55,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742114_1293 (size=7) 2024-11-16T01:24:55,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742114_1293 (size=7) 2024-11-16T01:24:55,009 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:55,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:55,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:55,013 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:55,013 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-16T01:24:55,013 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:55,014 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:24:55,014 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:24:55,016 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:55,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742115_1294 (size=1393) 2024-11-16T01:24:55,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742115_1294 (size=1393) 2024-11-16T01:24:55,032 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:55,032 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:24:55,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742116_1295 (size=1393) 2024-11-16T01:24:55,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742116_1295 (size=1393) 2024-11-16T01:24:55,456 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:24:55,456 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:24:55,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742117_1296 (size=1393) 2024-11-16T01:24:55,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742117_1296 (size=1393) 2024-11-16T01:24:55,484 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:24:55,484 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:24:55,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742118_1297 (size=1393) 2024-11-16T01:24:55,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742118_1297 (size=1393) 2024-11-16T01:24:55,522 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:24:55,522 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:24:55,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742119_1298 (size=1393) 2024-11-16T01:24:55,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742119_1298 (size=1393) 2024-11-16T01:24:55,560 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:24:55,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:24:55,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742120_1299 (size=1393) 2024-11-16T01:24:55,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742120_1299 (size=1393) 2024-11-16T01:24:55,620 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:24:55,620 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:24:55,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742121_1300 (size=1405) 2024-11-16T01:24:55,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742121_1300 (size=1405) 2024-11-16T01:24:55,678 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:24:55,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:24:55,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742122_1301 (size=1413) 2024-11-16T01:24:55,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742122_1301 (size=1413) 2024-11-16T01:24:55,747 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:24:55,748 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:24:55,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742123_1302 (size=1413) 2024-11-16T01:24:55,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742123_1302 (size=1413) 2024-11-16T01:24:55,782 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:24:55,782 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:24:55,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:55,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:55,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742124_1303 (size=1413) 2024-11-16T01:24:55,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742124_1303 (size=1413) 2024-11-16T01:24:55,854 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:24:55,878 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/5338939c-9f0c-6976-c37b-8d57245d8b74/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731720295013/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T01:24:55,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/5338939c-9f0c-6976-c37b-8d57245d8b74/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731720295013/wal.dat.0 2024-11-16T01:24:55,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/5338939c-9f0c-6976-c37b-8d57245d8b74/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731720295013/wal.dat.0 after 1ms 2024-11-16T01:24:55,882 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/5338939c-9f0c-6976-c37b-8d57245d8b74/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731720295013/wal.dat.0 took 4ms 2024-11-16T01:24:55,921 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/5338939c-9f0c-6976-c37b-8d57245d8b74/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731720295013/wal.dat.0 so closing down 2024-11-16T01:24:55,921 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:55,922 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:55,922 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/5338939c-9f0c-6976-c37b-8d57245d8b74/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731720295013/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:55,922 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/5338939c-9f0c-6976-c37b-8d57245d8b74/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731720295013/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/5338939c-9f0c-6976-c37b-8d57245d8b74/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731720295013/wal.dat.0, size=1.4 K (1393bytes) at 1731720295878Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/5338939c-9f0c-6976-c37b-8d57245d8b74/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731720295013/wal.dat.0 so closing down at 1731720295921 (+43 ms)3 split writer threads finished at 1731720295922 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/5338939c-9f0c-6976-c37b-8d57245d8b74/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731720295013/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720295922 2024-11-16T01:24:55,953 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=143 (was 143), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=518 (was 518), ProcessCount=11 (was 11), AvailableMemoryMB=5762 (was 5776) 2024-11-16T01:24:55,969 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=143, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=518, ProcessCount=11, AvailableMemoryMB=5762 2024-11-16T01:24:55,970 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:55,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742125_1304 (size=7) 2024-11-16T01:24:55,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742125_1304 (size=7) 2024-11-16T01:24:55,995 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:55,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:55,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:56,001 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:56,001 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:24:56,002 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:24:56,003 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:56,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742126_1305 (size=1393) 2024-11-16T01:24:56,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742126_1305 (size=1393) 2024-11-16T01:24:56,081 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:56,081 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:24:56,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742127_1306 (size=1393) 2024-11-16T01:24:56,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742127_1306 (size=1393) 2024-11-16T01:24:56,105 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:24:56,105 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:24:56,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742128_1307 (size=1393) 2024-11-16T01:24:56,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742128_1307 (size=1393) 2024-11-16T01:24:56,121 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:24:56,121 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:24:56,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742129_1308 (size=1393) 2024-11-16T01:24:56,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742129_1308 (size=1393) 2024-11-16T01:24:56,137 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:24:56,138 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:24:56,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,150 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:24:56,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742131_1310 (size=1393) 2024-11-16T01:24:56,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742131_1310 (size=1393) 2024-11-16T01:24:56,170 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:24:56,170 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:24:56,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742132_1311 (size=1405) 2024-11-16T01:24:56,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742132_1311 (size=1405) 2024-11-16T01:24:56,191 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:24:56,191 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:24:56,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742133_1312 (size=1413) 2024-11-16T01:24:56,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742133_1312 (size=1413) 2024-11-16T01:24:56,208 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:24:56,208 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:24:56,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742134_1313 (size=1413) 2024-11-16T01:24:56,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742134_1313 (size=1413) 2024-11-16T01:24:56,230 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:24:56,230 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:24:56,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742135_1314 (size=1413) 2024-11-16T01:24:56,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742135_1314 (size=1413) 2024-11-16T01:24:56,242 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:24:56,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742130_1309 (size=1458) 2024-11-16T01:24:56,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742130_1309 (size=1458) 2024-11-16T01:24:56,265 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T01:24:56,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.0 2024-11-16T01:24:56,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.0 after 1ms 2024-11-16T01:24:56,267 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.0 took 2ms 2024-11-16T01:24:56,274 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.0 so closing down 2024-11-16T01:24:56,274 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:56,275 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:56,277 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:56,277 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:56,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:56,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:56,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742136_1315 (size=743) 2024-11-16T01:24:56,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742136_1315 (size=743) 2024-11-16T01:24:56,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:56,288 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T01:24:56,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742137_1316 (size=743) 2024-11-16T01:24:56,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742137_1316 (size=743) 2024-11-16T01:24:56,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:56,296 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T01:24:56,297 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:56,297 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.0, size=1.4 K (1393bytes) at 1731720296265Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.0 so closing down at 1731720296274 (+9 ms)3 split writer threads finished at 1731720296275 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720296278 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731720296278Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720296287 (+9 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731720296288 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720296294 (+6 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731720296296 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720296297 (+1 ms) 2024-11-16T01:24:56,298 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/oldWALs/wal.dat.0 2024-11-16T01:24:56,298 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T01:24:56,298 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.1 2024-11-16T01:24:56,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.1 after 1ms 2024-11-16T01:24:56,300 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.1 took 2ms 2024-11-16T01:24:56,301 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.1 so closing down 2024-11-16T01:24:56,301 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:56,302 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:56,304 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:56,305 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:56,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:56,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:56,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742139_1318 (size=743) 2024-11-16T01:24:56,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742139_1318 (size=743) 2024-11-16T01:24:56,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:56,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742138_1317 (size=743) 2024-11-16T01:24:56,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742138_1317 (size=743) 2024-11-16T01:24:56,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:56,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T01:24:56,321 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T01:24:56,321 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:56,321 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.1, size=1.4 K (1393bytes) at 1731720296298Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.1 so closing down at 1731720296301 (+3 ms)3 split writer threads finished at 1731720296302 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731720296305 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731720296306 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720296316 (+10 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720296319 (+3 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731720296320 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731720296321 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720296321 2024-11-16T01:24:56,322 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/oldWALs/wal.dat.1 2024-11-16T01:24:56,322 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T01:24:56,322 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.2 2024-11-16T01:24:56,323 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.2 after 1ms 2024-11-16T01:24:56,325 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.2 took 3ms 2024-11-16T01:24:56,326 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.2 so closing down 2024-11-16T01:24:56,326 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:56,326 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:56,329 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:56,329 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:56,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:56,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:56,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742140_1319 (size=743) 2024-11-16T01:24:56,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742140_1319 (size=743) 2024-11-16T01:24:56,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742141_1320 (size=743) 2024-11-16T01:24:56,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742141_1320 (size=743) 2024-11-16T01:24:56,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:56,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:56,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T01:24:56,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T01:24:56,344 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:56,344 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.2, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.2, size=1.4 K (1393bytes) at 1731720296322Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.2 so closing down at 1731720296326 (+4 ms)3 split writer threads finished at 1731720296326Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731720296330 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731720296330Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720296343 (+13 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720296343Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731720296344 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731720296344Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720296344 2024-11-16T01:24:56,346 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.2 to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/oldWALs/wal.dat.2 2024-11-16T01:24:56,346 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T01:24:56,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.3 2024-11-16T01:24:56,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.3 after 0ms 2024-11-16T01:24:56,348 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.3 took 2ms 2024-11-16T01:24:56,349 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.3 so closing down 2024-11-16T01:24:56,349 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:56,349 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:56,351 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:56,351 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:56,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:56,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:56,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742143_1322 (size=743) 2024-11-16T01:24:56,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742142_1321 (size=743) 2024-11-16T01:24:56,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742142_1321 (size=743) 2024-11-16T01:24:56,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:56,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742143_1322 (size=743) 2024-11-16T01:24:56,375 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:56,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T01:24:56,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T01:24:56,376 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:56,376 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.3, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.3, size=1.4 K (1393bytes) at 1731720296346Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.3 so closing down at 1731720296349 (+3 ms)3 split writer threads finished at 1731720296349Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731720296352 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731720296353 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720296374 (+21 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720296375 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731720296375Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731720296376 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720296376 2024-11-16T01:24:56,379 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.3 to hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/oldWALs/wal.dat.3 2024-11-16T01:24:56,380 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.4, size=1.4 K (1458bytes) 2024-11-16T01:24:56,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.4 2024-11-16T01:24:56,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.4 after 0ms 2024-11-16T01:24:56,382 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.4 took 3ms 2024-11-16T01:24:56,384 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.4 so closing down 2024-11-16T01:24:56,384 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:56,384 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:56,391 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-16T01:24:56,391 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:56,391 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:56,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp 2024-11-16T01:24:56,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-16T01:24:56,392 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:24:56,393 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-16T01:24:56,393 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.4, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.4, size=1.4 K (1458bytes) at 1731720296380Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.4 so closing down at 1731720296384 (+4 ms)3 split writer threads finished at 1731720296384Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731720296392 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731720296392Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731720296393 (+1 ms)Processed 21 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/WALs/testsplitwillfailifwritingtoregionfails,16010,1731720296001/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731720296393 2024-11-16T01:24:56,393 WARN [Thread-2063 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$addBlock$11(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1143) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.locateFollowingBlock(DataStreamer.java:2035) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1830) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T01:24:56,394 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:24:56,400 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:56,401 WARN [Thread-2064 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$addBlock$11(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1143) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.locateFollowingBlock(DataStreamer.java:2035) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1830) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T01:24:56,401 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:38643/user/jenkins/test-data/fe928080-1193-28fc-e0b3-21b7d7260221/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:24:56,415 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=144 (was 143) - Thread LEAK? -, OpenFileDescriptor=393 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=518 (was 518), ProcessCount=11 (was 11), AvailableMemoryMB=5755 (was 5762) 2024-11-16T01:24:56,423 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=518, ProcessCount=11, AvailableMemoryMB=5755 2024-11-16T01:24:56,423 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:56,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742144_1323 (size=7) 2024-11-16T01:24:56,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742144_1323 (size=7) 2024-11-16T01:24:56,430 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:56,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:56,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:56,433 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:56,434 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-16T01:24:56,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742145_1324 (size=93) 2024-11-16T01:24:56,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742145_1324 (size=93) 2024-11-16T01:24:56,448 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:24:56,449 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:24:56,450 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:56,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742146_1325 (size=1393) 2024-11-16T01:24:56,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742146_1325 (size=1393) 2024-11-16T01:24:56,493 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:56,493 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:24:56,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742147_1326 (size=1393) 2024-11-16T01:24:56,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742147_1326 (size=1393) 2024-11-16T01:24:56,544 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:24:56,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:24:56,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742148_1327 (size=1393) 2024-11-16T01:24:56,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742148_1327 (size=1393) 2024-11-16T01:24:56,568 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:24:56,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:24:56,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742149_1328 (size=1393) 2024-11-16T01:24:56,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742149_1328 (size=1393) 2024-11-16T01:24:56,590 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:24:56,590 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:24:56,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:56,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:56,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742150_1329 (size=1393) 2024-11-16T01:24:56,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742150_1329 (size=1393) 2024-11-16T01:24:57,007 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:24:57,008 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:24:57,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742151_1330 (size=1393) 2024-11-16T01:24:57,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742151_1330 (size=1393) 2024-11-16T01:24:57,031 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:24:57,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:24:57,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742152_1331 (size=1405) 2024-11-16T01:24:57,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742152_1331 (size=1405) 2024-11-16T01:24:57,085 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:24:57,085 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:24:57,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742153_1332 (size=1413) 2024-11-16T01:24:57,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742153_1332 (size=1413) 2024-11-16T01:24:57,148 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:24:57,149 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:24:57,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742154_1333 (size=1413) 2024-11-16T01:24:57,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742154_1333 (size=1413) 2024-11-16T01:24:57,206 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:24:57,206 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:24:57,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:57,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:57,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742155_1334 (size=1413) 2024-11-16T01:24:57,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742155_1334 (size=1413) 2024-11-16T01:24:57,228 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:24:57,228 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-16T01:24:57,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742156_1335 (size=93) 2024-11-16T01:24:57,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742156_1335 (size=93) 2024-11-16T01:24:57,260 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat..empty, size=93 (93bytes) 2024-11-16T01:24:57,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat..empty 2024-11-16T01:24:57,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat..empty after 0ms 2024-11-16T01:24:57,262 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat..empty took 2ms 2024-11-16T01:24:57,262 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat..empty so closing down 2024-11-16T01:24:57,262 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:57,262 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:57,262 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-16T01:24:57,262 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat..empty, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat..empty, size=93 (93bytes) at 1731720297260Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat..empty so closing down at 1731720297262 (+2 ms)3 split writer threads finished at 1731720297262Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731720297262 2024-11-16T01:24:57,264 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat..empty to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/oldWALs/wal.dat..empty 2024-11-16T01:24:57,264 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T01:24:57,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.0 2024-11-16T01:24:57,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.0 after 1ms 2024-11-16T01:24:57,267 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.0 took 3ms 2024-11-16T01:24:57,269 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.0 so closing down 2024-11-16T01:24:57,269 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:57,270 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:57,272 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:57,272 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:57,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:57,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:57,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742158_1337 (size=743) 2024-11-16T01:24:57,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742158_1337 (size=743) 2024-11-16T01:24:57,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:57,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742157_1336 (size=743) 2024-11-16T01:24:57,288 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T01:24:57,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742157_1336 (size=743) 2024-11-16T01:24:57,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:57,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T01:24:57,290 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:57,290 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.0, size=1.4 K (1393bytes) at 1731720297264Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.0 so closing down at 1731720297269 (+5 ms)3 split writer threads finished at 1731720297270 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720297273 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731720297273Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720297287 (+14 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731720297289 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720297289Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731720297289Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720297290 (+1 ms) 2024-11-16T01:24:57,291 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/oldWALs/wal.dat.0 2024-11-16T01:24:57,291 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T01:24:57,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.1 2024-11-16T01:24:57,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.1 after 1ms 2024-11-16T01:24:57,293 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.1 took 2ms 2024-11-16T01:24:57,294 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.1 so closing down 2024-11-16T01:24:57,294 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:57,296 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:57,298 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:57,298 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:57,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:57,301 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:57,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742160_1339 (size=743) 2024-11-16T01:24:57,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742160_1339 (size=743) 2024-11-16T01:24:57,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742159_1338 (size=743) 2024-11-16T01:24:57,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742159_1338 (size=743) 2024-11-16T01:24:57,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:57,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T01:24:57,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:57,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T01:24:57,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:57,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.1, size=1.4 K (1393bytes) at 1731720297291Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.1 so closing down at 1731720297294 (+3 ms)3 split writer threads finished at 1731720297296 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731720297300 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731720297301 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720297322 (+21 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731720297323 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720297718 (+395 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731720297720 (+2 ms)Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720297720 2024-11-16T01:24:57,721 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/oldWALs/wal.dat.1 2024-11-16T01:24:57,721 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T01:24:57,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.2 2024-11-16T01:24:57,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.2 after 0ms 2024-11-16T01:24:57,723 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.2 took 2ms 2024-11-16T01:24:57,724 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.2 so closing down 2024-11-16T01:24:57,724 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:57,725 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:57,726 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:57,726 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:57,727 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:57,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:57,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742162_1341 (size=743) 2024-11-16T01:24:57,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742162_1341 (size=743) 2024-11-16T01:24:57,738 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:57,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T01:24:57,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742161_1340 (size=743) 2024-11-16T01:24:57,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742161_1340 (size=743) 2024-11-16T01:24:57,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:57,744 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T01:24:57,744 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:57,744 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.2, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.2, size=1.4 K (1393bytes) at 1731720297721Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.2 so closing down at 1731720297724 (+3 ms)3 split writer threads finished at 1731720297725 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731720297727 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731720297727Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720297738 (+11 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731720297740 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720297743 (+3 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731720297744 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720297744 2024-11-16T01:24:57,746 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.2 to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/oldWALs/wal.dat.2 2024-11-16T01:24:57,746 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T01:24:57,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.3 2024-11-16T01:24:57,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.3 after 0ms 2024-11-16T01:24:57,748 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.3 took 2ms 2024-11-16T01:24:57,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.3 so closing down 2024-11-16T01:24:57,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:57,749 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:57,751 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:57,751 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:57,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:57,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:57,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742163_1342 (size=743) 2024-11-16T01:24:57,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742163_1342 (size=743) 2024-11-16T01:24:57,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742164_1343 (size=743) 2024-11-16T01:24:57,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742164_1343 (size=743) 2024-11-16T01:24:57,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:57,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:57,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T01:24:57,759 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T01:24:57,759 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:57,759 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.3, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.3, size=1.4 K (1393bytes) at 1731720297746Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.3 so closing down at 1731720297749 (+3 ms)3 split writer threads finished at 1731720297749Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731720297752 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731720297752Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720297757 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720297758 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731720297759 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731720297759Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720297759 2024-11-16T01:24:57,761 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.3 to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/oldWALs/wal.dat.3 2024-11-16T01:24:57,761 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T01:24:57,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.4 2024-11-16T01:24:57,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.4 after 0ms 2024-11-16T01:24:57,762 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.4 took 1ms 2024-11-16T01:24:57,763 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.4 so closing down 2024-11-16T01:24:57,764 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:57,764 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:57,766 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:57,766 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:57,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:57,767 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:57,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742166_1345 (size=743) 2024-11-16T01:24:57,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742165_1344 (size=743) 2024-11-16T01:24:57,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742165_1344 (size=743) 2024-11-16T01:24:57,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742166_1345 (size=743) 2024-11-16T01:24:57,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:57,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T01:24:58,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:58,183 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T01:24:58,184 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:58,184 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.4, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.4, size=1.4 K (1393bytes) at 1731720297761Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.4 so closing down at 1731720297763 (+2 ms)3 split writer threads finished at 1731720297764 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731720297767 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731720297767Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720297781 (+14 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731720297782 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720298182 (+400 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731720298184 (+2 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720298184 2024-11-16T01:24:58,185 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.4 to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/oldWALs/wal.dat.4 2024-11-16T01:24:58,186 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T01:24:58,186 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.5 2024-11-16T01:24:58,186 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.5 after 0ms 2024-11-16T01:24:58,188 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.5 took 3ms 2024-11-16T01:24:58,191 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.5 so closing down 2024-11-16T01:24:58,191 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:58,191 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:58,193 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T01:24:58,193 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T01:24:58,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T01:24:58,194 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T01:24:58,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742167_1346 (size=743) 2024-11-16T01:24:58,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742167_1346 (size=743) 2024-11-16T01:24:58,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742168_1347 (size=743) 2024-11-16T01:24:58,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742168_1347 (size=743) 2024-11-16T01:24:58,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:58,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:58,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T01:24:58,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T01:24:58,216 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:58,216 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.5, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.5, size=1.4 K (1393bytes) at 1731720298186Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.5 so closing down at 1731720298191 (+5 ms)3 split writer threads finished at 1731720298191Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731720298194 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731720298194Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720298215 (+21 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720298215Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731720298216 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731720298216Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720298216 2024-11-16T01:24:58,218 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.5 to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/oldWALs/wal.dat.5 2024-11-16T01:24:58,218 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T01:24:58,218 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.6 2024-11-16T01:24:58,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.6 after 2ms 2024-11-16T01:24:58,221 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.6 took 3ms 2024-11-16T01:24:58,222 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.6 so closing down 2024-11-16T01:24:58,223 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:58,223 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:58,226 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T01:24:58,226 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T01:24:58,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T01:24:58,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T01:24:58,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742170_1349 (size=749) 2024-11-16T01:24:58,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742170_1349 (size=749) 2024-11-16T01:24:58,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742169_1348 (size=749) 2024-11-16T01:24:58,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742169_1348 (size=749) 2024-11-16T01:24:58,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:58,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T01:24:58,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:58,639 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T01:24:58,639 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T01:24:58,640 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.6, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.6, size=1.4 K (1405bytes) at 1731720298218Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.6 so closing down at 1731720298222 (+4 ms)3 split writer threads finished at 1731720298223 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731720298227 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731720298227Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720298239 (+12 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731720298240 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720298638 (+398 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731720298639 (+1 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731720298639 2024-11-16T01:24:58,641 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.6 to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/oldWALs/wal.dat.6 2024-11-16T01:24:58,641 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T01:24:58,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.7 2024-11-16T01:24:58,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.7 after 0ms 2024-11-16T01:24:58,643 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.7 took 2ms 2024-11-16T01:24:58,644 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.7 so closing down 2024-11-16T01:24:58,644 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:58,644 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:58,645 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T01:24:58,646 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T01:24:58,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T01:24:58,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T01:24:58,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742172_1351 (size=753) 2024-11-16T01:24:58,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742171_1350 (size=753) 2024-11-16T01:24:58,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742171_1350 (size=753) 2024-11-16T01:24:58,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742172_1351 (size=753) 2024-11-16T01:24:58,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:58,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:58,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T01:24:58,655 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T01:24:58,655 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:58,655 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.7, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.7, size=1.4 K (1413bytes) at 1731720298641Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.7 so closing down at 1731720298644 (+3 ms)3 split writer threads finished at 1731720298644Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731720298647 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731720298647Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720298654 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720298654Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731720298654Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731720298655 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720298655 2024-11-16T01:24:58,656 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.7 to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/oldWALs/wal.dat.7 2024-11-16T01:24:58,656 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T01:24:58,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.8 2024-11-16T01:24:58,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.8 after 0ms 2024-11-16T01:24:58,658 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.8 took 2ms 2024-11-16T01:24:58,659 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.8 so closing down 2024-11-16T01:24:58,659 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:58,659 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:58,661 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T01:24:58,661 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T01:24:58,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T01:24:58,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T01:24:58,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742173_1352 (size=753) 2024-11-16T01:24:58,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742173_1352 (size=753) 2024-11-16T01:24:58,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742174_1353 (size=753) 2024-11-16T01:24:58,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742174_1353 (size=753) 2024-11-16T01:24:58,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:58,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T01:24:59,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:59,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T01:24:59,080 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:59,080 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.8, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.8, size=1.4 K (1413bytes) at 1731720298656Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.8 so closing down at 1731720298659 (+3 ms)3 split writer threads finished at 1731720298659Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731720298661 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731720298662 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720298686 (+24 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731720298687 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720299078 (+391 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731720299080 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720299080 2024-11-16T01:24:59,081 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.8 to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/oldWALs/wal.dat.8 2024-11-16T01:24:59,081 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T01:24:59,082 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.9 2024-11-16T01:24:59,082 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.9 after 0ms 2024-11-16T01:24:59,084 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.9 took 3ms 2024-11-16T01:24:59,085 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.9 so closing down 2024-11-16T01:24:59,085 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:59,085 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:59,087 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T01:24:59,088 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T01:24:59,089 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T01:24:59,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T01:24:59,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742175_1354 (size=753) 2024-11-16T01:24:59,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742175_1354 (size=753) 2024-11-16T01:24:59,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:59,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742176_1355 (size=753) 2024-11-16T01:24:59,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742176_1355 (size=753) 2024-11-16T01:24:59,146 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T01:24:59,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:59,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T01:24:59,149 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:24:59,149 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.9, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.9, size=1.4 K (1413bytes) at 1731720299082Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.9 so closing down at 1731720299085 (+3 ms)3 split writer threads finished at 1731720299085Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731720299089 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731720299089Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720299144 (+55 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731720299146 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720299147 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731720299149 (+2 ms)Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720299149 2024-11-16T01:24:59,151 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.9 to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/oldWALs/wal.dat.9 2024-11-16T01:24:59,151 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.empty, size=93 (93bytes) 2024-11-16T01:24:59,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.empty 2024-11-16T01:24:59,152 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.empty after 1ms 2024-11-16T01:24:59,153 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.empty took 2ms 2024-11-16T01:24:59,154 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.empty so closing down 2024-11-16T01:24:59,154 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:59,154 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:59,154 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-16T01:24:59,154 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.empty, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.empty, size=93 (93bytes) at 1731720299151Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.empty so closing down at 1731720299154 (+3 ms)3 split writer threads finished at 1731720299154Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731720299154 2024-11-16T01:24:59,155 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/WALs/testemptylogfiles,16010,1731720296433/wal.dat.empty to hdfs://localhost:38643/user/jenkins/test-data/fea161ee-ca7f-07c2-745d-562cd3c0f559/oldWALs/wal.dat.empty 2024-11-16T01:24:59,205 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=143 (was 144), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=518 (was 518), ProcessCount=11 (was 11), AvailableMemoryMB=5755 (was 5755) 2024-11-16T01:24:59,211 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=518, ProcessCount=11, AvailableMemoryMB=5755 2024-11-16T01:24:59,211 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:24:59,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742177_1356 (size=7) 2024-11-16T01:24:59,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742177_1356 (size=7) 2024-11-16T01:24:59,217 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:24:59,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:59,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:24:59,220 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:24:59,220 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:24:59,221 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:24:59,221 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:24:59,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742178_1357 (size=1393) 2024-11-16T01:24:59,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742178_1357 (size=1393) 2024-11-16T01:24:59,231 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:24:59,231 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:24:59,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742179_1358 (size=1393) 2024-11-16T01:24:59,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742179_1358 (size=1393) 2024-11-16T01:24:59,240 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:24:59,240 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:24:59,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742180_1359 (size=1393) 2024-11-16T01:24:59,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742180_1359 (size=1393) 2024-11-16T01:24:59,249 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:24:59,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:24:59,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742181_1360 (size=1393) 2024-11-16T01:24:59,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742181_1360 (size=1393) 2024-11-16T01:24:59,257 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:24:59,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:24:59,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742182_1361 (size=1393) 2024-11-16T01:24:59,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742182_1361 (size=1393) 2024-11-16T01:24:59,266 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:24:59,266 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:24:59,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742183_1362 (size=1393) 2024-11-16T01:24:59,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742183_1362 (size=1393) 2024-11-16T01:24:59,274 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:24:59,274 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:24:59,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742184_1363 (size=1405) 2024-11-16T01:24:59,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742184_1363 (size=1405) 2024-11-16T01:24:59,283 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:24:59,283 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:24:59,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742185_1364 (size=1413) 2024-11-16T01:24:59,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742185_1364 (size=1413) 2024-11-16T01:24:59,293 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:24:59,293 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:24:59,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742186_1365 (size=1413) 2024-11-16T01:24:59,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742186_1365 (size=1413) 2024-11-16T01:24:59,303 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:24:59,303 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:24:59,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:24:59,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:24:59,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742187_1366 (size=1413) 2024-11-16T01:24:59,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742187_1366 (size=1413) 2024-11-16T01:24:59,314 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:24:59,329 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T01:24:59,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.0 2024-11-16T01:24:59,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.0 after 0ms 2024-11-16T01:24:59,331 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.0 took 3ms 2024-11-16T01:24:59,332 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.0 so closing down 2024-11-16T01:24:59,332 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:59,332 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:59,334 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:59,334 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:59,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T01:24:59,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:24:59,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742189_1368 (size=743) 2024-11-16T01:24:59,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742189_1368 (size=743) 2024-11-16T01:24:59,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:59,341 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T01:24:59,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742188_1367 (size=743) 2024-11-16T01:24:59,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742188_1367 (size=743) 2024-11-16T01:24:59,345 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:59,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T01:24:59,346 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:59,346 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.0, size=1.4 K (1393bytes) at 1731720299329Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.0 so closing down at 1731720299332 (+3 ms)3 split writer threads finished at 1731720299332Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731720299335 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720299335Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720299340 (+5 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731720299341 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720299345 (+4 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731720299346 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720299346 2024-11-16T01:24:59,348 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/oldWALs/wal.dat.0 2024-11-16T01:24:59,348 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T01:24:59,348 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.1 2024-11-16T01:24:59,348 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.1 after 0ms 2024-11-16T01:24:59,350 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.1 took 2ms 2024-11-16T01:24:59,351 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.1 so closing down 2024-11-16T01:24:59,351 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:59,351 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:59,352 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:59,352 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:59,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T01:24:59,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T01:24:59,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742191_1370 (size=743) 2024-11-16T01:24:59,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742191_1370 (size=743) 2024-11-16T01:24:59,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742190_1369 (size=743) 2024-11-16T01:24:59,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742190_1369 (size=743) 2024-11-16T01:24:59,357 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:59,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T01:24:59,759 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:59,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T01:24:59,763 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:59,764 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.1, size=1.4 K (1393bytes) at 1731720299348Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.1 so closing down at 1731720299351 (+3 ms)3 split writer threads finished at 1731720299351Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731720299353 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731720299353Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720299357 (+4 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731720299358 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720299759 (+401 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731720299763 (+4 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720299763 2024-11-16T01:24:59,769 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/oldWALs/wal.dat.1 2024-11-16T01:24:59,769 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T01:24:59,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.2 2024-11-16T01:24:59,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.2 after 1ms 2024-11-16T01:24:59,773 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.2 took 4ms 2024-11-16T01:24:59,775 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.2 so closing down 2024-11-16T01:24:59,775 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:59,776 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:59,779 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:59,779 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:59,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T01:24:59,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T01:24:59,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742192_1371 (size=743) 2024-11-16T01:24:59,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742192_1371 (size=743) 2024-11-16T01:24:59,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:59,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T01:24:59,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742193_1372 (size=743) 2024-11-16T01:24:59,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742193_1372 (size=743) 2024-11-16T01:24:59,794 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:59,795 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T01:24:59,796 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:59,796 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.2, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.2, size=1.4 K (1393bytes) at 1731720299769Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.2 so closing down at 1731720299775 (+6 ms)3 split writer threads finished at 1731720299776 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731720299781 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731720299781Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720299788 (+7 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731720299789 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720299794 (+5 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731720299795 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720299796 (+1 ms) 2024-11-16T01:24:59,797 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.2 to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/oldWALs/wal.dat.2 2024-11-16T01:24:59,797 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T01:24:59,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.3 2024-11-16T01:24:59,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.3 after 0ms 2024-11-16T01:24:59,799 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.3 took 2ms 2024-11-16T01:24:59,799 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.3 so closing down 2024-11-16T01:24:59,799 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:59,800 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:59,801 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:59,801 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:59,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T01:24:59,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T01:24:59,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742195_1374 (size=743) 2024-11-16T01:24:59,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742195_1374 (size=743) 2024-11-16T01:24:59,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:59,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T01:24:59,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742194_1373 (size=743) 2024-11-16T01:24:59,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742194_1373 (size=743) 2024-11-16T01:24:59,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:59,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T01:24:59,812 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:59,812 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.3, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.3, size=1.4 K (1393bytes) at 1731720299797Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.3 so closing down at 1731720299799 (+2 ms)3 split writer threads finished at 1731720299800 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731720299802 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731720299802Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720299805 (+3 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731720299806 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720299811 (+5 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731720299812 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720299812 2024-11-16T01:24:59,813 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.3 to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/oldWALs/wal.dat.3 2024-11-16T01:24:59,813 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T01:24:59,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.4 2024-11-16T01:24:59,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.4 after 0ms 2024-11-16T01:24:59,815 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.4 took 2ms 2024-11-16T01:24:59,816 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.4 so closing down 2024-11-16T01:24:59,816 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:59,816 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:59,817 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:59,817 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:59,818 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T01:24:59,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T01:24:59,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742196_1375 (size=743) 2024-11-16T01:24:59,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742197_1376 (size=743) 2024-11-16T01:24:59,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742196_1375 (size=743) 2024-11-16T01:24:59,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742197_1376 (size=743) 2024-11-16T01:24:59,821 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:59,822 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:59,822 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T01:24:59,822 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T01:24:59,822 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:24:59,823 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.4, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.4, size=1.4 K (1393bytes) at 1731720299813Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.4 so closing down at 1731720299816 (+3 ms)3 split writer threads finished at 1731720299816Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731720299818 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731720299818Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720299821 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720299822 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731720299822Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731720299822Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720299823 (+1 ms) 2024-11-16T01:24:59,824 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.4 to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/oldWALs/wal.dat.4 2024-11-16T01:24:59,824 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T01:24:59,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.5 2024-11-16T01:24:59,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.5 after 0ms 2024-11-16T01:24:59,825 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.5 took 1ms 2024-11-16T01:24:59,826 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.5 so closing down 2024-11-16T01:24:59,826 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:24:59,826 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:24:59,828 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T01:24:59,828 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T01:24:59,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T01:24:59,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T01:24:59,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742199_1378 (size=743) 2024-11-16T01:24:59,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742198_1377 (size=743) 2024-11-16T01:24:59,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742199_1378 (size=743) 2024-11-16T01:24:59,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742198_1377 (size=743) 2024-11-16T01:24:59,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:24:59,833 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T01:25:00,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:00,234 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T01:25:00,234 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 408 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:25:00,234 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.5, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.5, size=1.4 K (1393bytes) at 1731720299824Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.5 so closing down at 1731720299826 (+2 ms)3 split writer threads finished at 1731720299826Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731720299829 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731720299829Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720299832 (+3 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731720299833 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720300233 (+400 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731720300234 (+1 ms)Processed 20 edits across 2 Regions in 408 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720300234 2024-11-16T01:25:00,236 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.5 to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/oldWALs/wal.dat.5 2024-11-16T01:25:00,236 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T01:25:00,236 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.6 2024-11-16T01:25:00,237 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.6 after 0ms 2024-11-16T01:25:00,238 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.6 took 2ms 2024-11-16T01:25:00,239 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.6 so closing down 2024-11-16T01:25:00,239 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:00,239 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:00,241 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T01:25:00,241 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T01:25:00,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T01:25:00,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T01:25:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742201_1380 (size=749) 2024-11-16T01:25:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742201_1380 (size=749) 2024-11-16T01:25:00,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:00,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T01:25:00,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742200_1379 (size=749) 2024-11-16T01:25:00,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742200_1379 (size=749) 2024-11-16T01:25:00,257 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:00,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T01:25:00,259 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T01:25:00,259 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.6, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.6, size=1.4 K (1405bytes) at 1731720300236Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.6 so closing down at 1731720300239 (+3 ms)3 split writer threads finished at 1731720300239Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731720300242 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731720300242Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720300251 (+9 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731720300252 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720300257 (+5 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731720300258 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731720300259 (+1 ms) 2024-11-16T01:25:00,260 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.6 to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/oldWALs/wal.dat.6 2024-11-16T01:25:00,260 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T01:25:00,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.7 2024-11-16T01:25:00,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.7 after 0ms 2024-11-16T01:25:00,262 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.7 took 2ms 2024-11-16T01:25:00,263 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.7 so closing down 2024-11-16T01:25:00,263 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:00,264 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:00,265 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T01:25:00,265 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T01:25:00,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T01:25:00,266 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T01:25:00,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742203_1382 (size=753) 2024-11-16T01:25:00,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742203_1382 (size=753) 2024-11-16T01:25:00,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:00,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742202_1381 (size=753) 2024-11-16T01:25:00,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742202_1381 (size=753) 2024-11-16T01:25:00,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T01:25:00,681 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:00,684 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T01:25:00,684 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:25:00,685 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.7, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.7, size=1.4 K (1413bytes) at 1731720300260Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.7 so closing down at 1731720300263 (+3 ms)3 split writer threads finished at 1731720300264 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731720300266 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731720300266Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720300279 (+13 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731720300280 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720300681 (+401 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731720300684 (+3 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720300685 (+1 ms) 2024-11-16T01:25:00,687 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.7 to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/oldWALs/wal.dat.7 2024-11-16T01:25:00,688 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T01:25:00,688 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.8 2024-11-16T01:25:00,688 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.8 after 0ms 2024-11-16T01:25:00,691 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.8 took 4ms 2024-11-16T01:25:00,692 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.8 so closing down 2024-11-16T01:25:00,692 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:00,693 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:00,694 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T01:25:00,694 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T01:25:00,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T01:25:00,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T01:25:00,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742204_1383 (size=753) 2024-11-16T01:25:00,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742205_1384 (size=753) 2024-11-16T01:25:00,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742205_1384 (size=753) 2024-11-16T01:25:00,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742204_1383 (size=753) 2024-11-16T01:25:00,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:00,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:00,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T01:25:00,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T01:25:00,707 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:25:00,707 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.8, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.8, size=1.4 K (1413bytes) at 1731720300688Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.8 so closing down at 1731720300692 (+4 ms)3 split writer threads finished at 1731720300693 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731720300695 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731720300695Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720300706 (+11 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720300706Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731720300707 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731720300707Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720300707 2024-11-16T01:25:00,708 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.8 to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/oldWALs/wal.dat.8 2024-11-16T01:25:00,709 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T01:25:00,709 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.9 2024-11-16T01:25:00,709 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.9 after 0ms 2024-11-16T01:25:00,711 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.9 took 2ms 2024-11-16T01:25:00,711 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.9 so closing down 2024-11-16T01:25:00,712 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:00,712 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:00,713 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T01:25:00,713 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T01:25:00,714 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T01:25:00,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T01:25:00,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742207_1386 (size=753) 2024-11-16T01:25:00,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742207_1386 (size=753) 2024-11-16T01:25:00,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742206_1385 (size=753) 2024-11-16T01:25:00,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742206_1385 (size=753) 2024-11-16T01:25:00,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:00,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:00,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T01:25:00,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T01:25:00,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:25:00,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.9, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.9, size=1.4 K (1413bytes) at 1731720300709Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.9 so closing down at 1731720300712 (+3 ms)3 split writer threads finished at 1731720300712Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731720300714 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731720300714Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720300719 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720300719Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731720300720 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731720300720Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720300720 2024-11-16T01:25:00,721 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731720299220/wal.dat.9 to hdfs://localhost:38643/user/jenkins/test-data/e9904963-1435-e698-1e9e-8fc32b9bed0b/oldWALs/wal.dat.9 2024-11-16T01:25:00,730 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=143 (was 143), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=525 (was 518) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5763 (was 5755) - AvailableMemoryMB LEAK? - 2024-11-16T01:25:00,736 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=525, ProcessCount=11, AvailableMemoryMB=5763 2024-11-16T01:25:00,737 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:25:00,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742208_1387 (size=7) 2024-11-16T01:25:00,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742208_1387 (size=7) 2024-11-16T01:25:00,744 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:25:00,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:00,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:00,748 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:25:00,753 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:38643/user/jenkins/test-data/31dd963a-b7a2-22c2-4cda-dd6654c9d1b0/data/hbase/meta/1588230740/recovered.edits 2024-11-16T01:25:00,771 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=143 (was 143), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=525 (was 525), ProcessCount=11 (was 11), AvailableMemoryMB=5762 (was 5763) 2024-11-16T01:25:00,779 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=525, ProcessCount=11, AvailableMemoryMB=5761 2024-11-16T01:25:00,779 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:25:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742209_1388 (size=7) 2024-11-16T01:25:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742209_1388 (size=7) 2024-11-16T01:25:00,798 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:25:00,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:00,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:00,803 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:25:00,803 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-16T01:25:00,805 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:25:00,806 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-16T01:25:00,806 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-16T01:25:00,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742210_1389 (size=818) 2024-11-16T01:25:00,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742210_1389 (size=818) 2024-11-16T01:25:00,830 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/WALs/testemptywaledit,16010,1731720300803/wal.dat.5, size=818 (818bytes) 2024-11-16T01:25:00,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/WALs/testemptywaledit,16010,1731720300803/wal.dat.5 2024-11-16T01:25:00,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/WALs/testemptywaledit,16010,1731720300803/wal.dat.5 after 0ms 2024-11-16T01:25:00,833 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/WALs/testemptywaledit,16010,1731720300803/wal.dat.5 took 3ms 2024-11-16T01:25:00,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/WALs/testemptywaledit,16010,1731720300803/wal.dat.5 so closing down 2024-11-16T01:25:00,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:00,836 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:00,837 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-16T01:25:00,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-16T01:25:00,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742211_1390 (size=783) 2024-11-16T01:25:00,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742211_1390 (size=783) 2024-11-16T01:25:00,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-16T01:25:00,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-16T01:25:00,847 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/WALs/testemptywaledit,16010,1731720300803/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-16T01:25:00,847 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/WALs/testemptywaledit,16010,1731720300803/wal.dat.5, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/WALs/testemptywaledit,16010,1731720300803/wal.dat.5, size=818 (818bytes) at 1731720300830Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/WALs/testemptywaledit,16010,1731720300803/wal.dat.5 so closing down at 1731720300836 (+6 ms)3 split writer threads finished at 1731720300836Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731720300838 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731720300846 (+8 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731720300847 (+1 ms)Processed 11 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/WALs/testemptywaledit,16010,1731720300803/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731720300847 2024-11-16T01:25:00,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/WALs/testemptywaledit,16010,1731720300803/wal.dat.5 to hdfs://localhost:38643/user/jenkins/test-data/b1e46cf4-a71c-59d1-98de-dcbc7a849a45/oldWALs/wal.dat.5 2024-11-16T01:25:00,862 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=143 (was 143), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=525 (was 525), ProcessCount=11 (was 11), AvailableMemoryMB=5751 (was 5761) 2024-11-16T01:25:00,868 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=525, ProcessCount=11, AvailableMemoryMB=5751 2024-11-16T01:25:00,869 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:25:00,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742212_1391 (size=7) 2024-11-16T01:25:00,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742212_1391 (size=7) 2024-11-16T01:25:00,876 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:25:00,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:00,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:00,880 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:25:00,880 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:25:00,881 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:25:00,883 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:25:00,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742213_1392 (size=1393) 2024-11-16T01:25:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742213_1392 (size=1393) 2024-11-16T01:25:00,896 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:25:00,897 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:25:00,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742214_1393 (size=1393) 2024-11-16T01:25:00,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742214_1393 (size=1393) 2024-11-16T01:25:00,912 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:25:00,912 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:25:00,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742215_1394 (size=1393) 2024-11-16T01:25:00,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742215_1394 (size=1393) 2024-11-16T01:25:00,929 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:25:00,929 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:25:00,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:00,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:00,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742216_1395 (size=1393) 2024-11-16T01:25:00,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742216_1395 (size=1393) 2024-11-16T01:25:01,344 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:25:01,345 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:25:01,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742217_1396 (size=1393) 2024-11-16T01:25:01,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742217_1396 (size=1393) 2024-11-16T01:25:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:25:01,354 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:25:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742218_1397 (size=1393) 2024-11-16T01:25:01,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742218_1397 (size=1393) 2024-11-16T01:25:01,363 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:25:01,363 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:25:01,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742219_1398 (size=1405) 2024-11-16T01:25:01,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742219_1398 (size=1405) 2024-11-16T01:25:01,372 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:25:01,372 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:25:01,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742220_1399 (size=1413) 2024-11-16T01:25:01,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742220_1399 (size=1413) 2024-11-16T01:25:01,381 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:25:01,381 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:25:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742221_1400 (size=1413) 2024-11-16T01:25:01,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742221_1400 (size=1413) 2024-11-16T01:25:01,391 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:25:01,391 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:25:01,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:01,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:01,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742222_1401 (size=1413) 2024-11-16T01:25:01,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742222_1401 (size=1413) 2024-11-16T01:25:01,801 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:25:01,829 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T01:25:01,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.0 2024-11-16T01:25:01,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.0 after 0ms 2024-11-16T01:25:01,831 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.0 took 2ms 2024-11-16T01:25:01,833 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.0 so closing down 2024-11-16T01:25:01,833 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:01,833 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:01,835 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T01:25:01,835 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:25:01,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T01:25:01,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:25:01,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742224_1403 (size=743) 2024-11-16T01:25:01,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742224_1403 (size=743) 2024-11-16T01:25:01,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742225_1404 (size=743) 2024-11-16T01:25:01,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742225_1404 (size=743) 2024-11-16T01:25:01,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:01,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T01:25:02,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:02,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T01:25:02,246 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:25:02,246 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.0, size=1.4 K (1393bytes) at 1731720301829Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.0 so closing down at 1731720301833 (+4 ms)3 split writer threads finished at 1731720301833Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731720301836 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720301836Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720301840 (+4 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731720301841 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720302242 (+401 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731720302245 (+3 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720302246 (+1 ms) 2024-11-16T01:25:02,251 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/oldWALs/wal.dat.0 2024-11-16T01:25:02,251 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T01:25:02,252 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.1 2024-11-16T01:25:02,252 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.1 after 0ms 2024-11-16T01:25:02,255 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.1 took 4ms 2024-11-16T01:25:02,256 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.1 so closing down 2024-11-16T01:25:02,256 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:02,257 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:02,259 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T01:25:02,259 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T01:25:02,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T01:25:02,261 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T01:25:02,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742226_1405 (size=743) 2024-11-16T01:25:02,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742227_1406 (size=743) 2024-11-16T01:25:02,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742226_1405 (size=743) 2024-11-16T01:25:02,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742227_1406 (size=743) 2024-11-16T01:25:02,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:02,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:02,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T01:25:02,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T01:25:02,268 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:25:02,268 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.1, size=1.4 K (1393bytes) at 1731720302252Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.1 so closing down at 1731720302256 (+4 ms)3 split writer threads finished at 1731720302257 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731720302261 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731720302261Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720302267 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720302267Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731720302268 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731720302268Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720302268 2024-11-16T01:25:02,269 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/oldWALs/wal.dat.1 2024-11-16T01:25:02,269 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T01:25:02,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.2 2024-11-16T01:25:02,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.2 after 0ms 2024-11-16T01:25:02,271 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.2 took 2ms 2024-11-16T01:25:02,272 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.2 so closing down 2024-11-16T01:25:02,272 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:02,272 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:02,274 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T01:25:02,274 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T01:25:02,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T01:25:02,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T01:25:02,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742228_1407 (size=743) 2024-11-16T01:25:02,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742229_1408 (size=743) 2024-11-16T01:25:02,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742228_1407 (size=743) 2024-11-16T01:25:02,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742229_1408 (size=743) 2024-11-16T01:25:02,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:02,284 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:02,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T01:25:02,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T01:25:02,285 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:25:02,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.2, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.2, size=1.4 K (1393bytes) at 1731720302269Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.2 so closing down at 1731720302272 (+3 ms)3 split writer threads finished at 1731720302272Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731720302274 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731720302274Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720302284 (+10 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720302284Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731720302285 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731720302285Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720302285 2024-11-16T01:25:02,286 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.2 to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/oldWALs/wal.dat.2 2024-11-16T01:25:02,287 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T01:25:02,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.3 2024-11-16T01:25:02,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.3 after 0ms 2024-11-16T01:25:02,288 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.3 took 1ms 2024-11-16T01:25:02,289 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.3 so closing down 2024-11-16T01:25:02,290 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:02,290 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:02,291 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T01:25:02,291 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T01:25:02,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T01:25:02,292 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T01:25:02,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742231_1410 (size=743) 2024-11-16T01:25:02,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742231_1410 (size=743) 2024-11-16T01:25:02,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:02,296 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T01:25:02,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742230_1409 (size=743) 2024-11-16T01:25:02,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742230_1409 (size=743) 2024-11-16T01:25:02,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:02,302 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T01:25:02,303 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:25:02,303 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.3, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.3, size=1.4 K (1393bytes) at 1731720302287Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.3 so closing down at 1731720302289 (+2 ms)3 split writer threads finished at 1731720302290 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731720302292 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731720302292Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720302295 (+3 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731720302296 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720302301 (+5 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731720302302 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720302303 (+1 ms) 2024-11-16T01:25:02,304 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.3 to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/oldWALs/wal.dat.3 2024-11-16T01:25:02,304 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T01:25:02,304 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.4 2024-11-16T01:25:02,304 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.4 after 0ms 2024-11-16T01:25:02,306 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.4 took 2ms 2024-11-16T01:25:02,306 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.4 so closing down 2024-11-16T01:25:02,306 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:02,307 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:02,308 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T01:25:02,308 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T01:25:02,309 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T01:25:02,309 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T01:25:02,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742232_1411 (size=743) 2024-11-16T01:25:02,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742232_1411 (size=743) 2024-11-16T01:25:02,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742233_1412 (size=743) 2024-11-16T01:25:02,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:02,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742233_1412 (size=743) 2024-11-16T01:25:02,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:02,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T01:25:02,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T01:25:02,313 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:25:02,313 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.4, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.4, size=1.4 K (1393bytes) at 1731720302304Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.4 so closing down at 1731720302306 (+2 ms)3 split writer threads finished at 1731720302307 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731720302309 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731720302309Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720302312 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720302312Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731720302313 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731720302313Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720302313 2024-11-16T01:25:02,314 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.4 to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/oldWALs/wal.dat.4 2024-11-16T01:25:02,315 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.5, size=1.4 K (1394bytes) 2024-11-16T01:25:02,315 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.5 2024-11-16T01:25:02,315 WARN [IPC Server handler 1 on default port 38643 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1413 for block blk_1073742223_1402 2024-11-16T01:25:02,315 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.5 after 0ms 2024-11-16T01:25:03,125 WARN [ResponseProcessor for block BP-1282028524-172.17.0.2-1731720250481:blk_1073742223_1402 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1282028524-172.17.0.2-1731720250481:blk_1073742223_1402 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T01:25:03,126 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_82353021_22 at /127.0.0.1:48846 [Receiving block BP-1282028524-172.17.0.2-1731720250481:blk_1073742223_1402] {}] datanode.DataXceiver(331): 127.0.0.1:41715:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48846 dst: /127.0.0.1:41715 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:25:03,125 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_82353021_22 at /127.0.0.1:43972 [Receiving block BP-1282028524-172.17.0.2-1731720250481:blk_1073742223_1402] {}] datanode.DataXceiver(331): 127.0.0.1:45945:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43972 dst: /127.0.0.1:45945 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45945 remote=/127.0.0.1:43972]. Total timeout mills is 60000, 58687 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:25:03,126 WARN [DataStreamer for file /user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.5 block BP-1282028524-172.17.0.2-1731720250481:blk_1073742223_1402 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1282028524-172.17.0.2-1731720250481:blk_1073742223_1402 in pipeline [DatanodeInfoWithStorage[127.0.0.1:45945,DS-38b9cbba-c973-411d-9c92-8818deaf0475,DISK], DatanodeInfoWithStorage[127.0.0.1:41715,DS-9d35756c-df72-482b-8fec-8abede590d4d,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:45945,DS-38b9cbba-c973-411d-9c92-8818deaf0475,DISK]) is bad. 2024-11-16T01:25:03,128 WARN [DataStreamer for file /user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.5 block BP-1282028524-172.17.0.2-1731720250481:blk_1073742223_1402 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1282028524-172.17.0.2-1731720250481:blk_1073742223_1402 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T01:25:03,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742223_1413 (size=1394) 2024-11-16T01:25:03,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742223_1413 (size=1394) 2024-11-16T01:25:06,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.5 after 4002ms 2024-11-16T01:25:06,324 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.5 took 4010ms 2024-11-16T01:25:06,326 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:06,326 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.5 so closing down 2024-11-16T01:25:06,327 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:06,327 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:06,329 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T01:25:06,329 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T01:25:06,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T01:25:06,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T01:25:06,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742234_1414 (size=353) 2024-11-16T01:25:06,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742235_1415 (size=418) 2024-11-16T01:25:06,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742234_1414 (size=353) 2024-11-16T01:25:06,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742235_1415 (size=418) 2024-11-16T01:25:06,337 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,337 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,338 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-16T01:25:06,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-16T01:25:06,339 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-16T01:25:06,339 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.5, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.5, size=1.4 K (1394bytes) at 1731720302315Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.5 so closing down at 1731720306326 (+4011 ms)3 split writer threads finished at 1731720306327 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731720306330 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731720306331 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720306337 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731720306337Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731720306338 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731720306338Processed 9 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731720306339 (+1 ms) 2024-11-16T01:25:06,341 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.5 to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/corrupt/wal.dat.5 2024-11-16T01:25:06,341 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T01:25:06,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.6 2024-11-16T01:25:06,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.6 after 0ms 2024-11-16T01:25:06,343 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.6 took 2ms 2024-11-16T01:25:06,345 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.6 so closing down 2024-11-16T01:25:06,345 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:06,345 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:06,347 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T01:25:06,347 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T01:25:06,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T01:25:06,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T01:25:06,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742236_1416 (size=749) 2024-11-16T01:25:06,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742236_1416 (size=749) 2024-11-16T01:25:06,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742237_1417 (size=749) 2024-11-16T01:25:06,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742237_1417 (size=749) 2024-11-16T01:25:06,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T01:25:06,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T01:25:06,358 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T01:25:06,358 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.6, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.6, size=1.4 K (1405bytes) at 1731720306341Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.6 so closing down at 1731720306345 (+4 ms)3 split writer threads finished at 1731720306345Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731720306349 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731720306351 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306356 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306356Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731720306358 (+2 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731720306358Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731720306358 2024-11-16T01:25:06,359 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.6 to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/oldWALs/wal.dat.6 2024-11-16T01:25:06,360 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T01:25:06,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.7 2024-11-16T01:25:06,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.7 after 0ms 2024-11-16T01:25:06,362 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.7 took 3ms 2024-11-16T01:25:06,364 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.7 so closing down 2024-11-16T01:25:06,364 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:06,364 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:06,370 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T01:25:06,370 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T01:25:06,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T01:25:06,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T01:25:06,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742239_1419 (size=753) 2024-11-16T01:25:06,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742238_1418 (size=753) 2024-11-16T01:25:06,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742239_1419 (size=753) 2024-11-16T01:25:06,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742238_1418 (size=753) 2024-11-16T01:25:06,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T01:25:06,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T01:25:06,378 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:25:06,378 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.7, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.7, size=1.4 K (1413bytes) at 1731720306360Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.7 so closing down at 1731720306364 (+4 ms)3 split writer threads finished at 1731720306364Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731720306371 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731720306371Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306377 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306377Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731720306378 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731720306378Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720306378 2024-11-16T01:25:06,380 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.7 to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/oldWALs/wal.dat.7 2024-11-16T01:25:06,380 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T01:25:06,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.8 2024-11-16T01:25:06,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.8 after 0ms 2024-11-16T01:25:06,381 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.8 took 1ms 2024-11-16T01:25:06,382 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.8 so closing down 2024-11-16T01:25:06,383 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:06,383 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:06,384 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T01:25:06,384 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T01:25:06,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T01:25:06,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T01:25:06,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742240_1420 (size=753) 2024-11-16T01:25:06,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742240_1420 (size=753) 2024-11-16T01:25:06,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T01:25:06,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742241_1421 (size=753) 2024-11-16T01:25:06,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742241_1421 (size=753) 2024-11-16T01:25:06,394 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T01:25:06,395 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:25:06,396 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.8, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.8, size=1.4 K (1413bytes) at 1731720306380Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.8 so closing down at 1731720306383 (+3 ms)3 split writer threads finished at 1731720306383Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731720306385 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731720306385Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306390 (+5 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731720306391 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306394 (+3 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731720306395 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720306395 2024-11-16T01:25:06,397 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.8 to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/oldWALs/wal.dat.8 2024-11-16T01:25:06,397 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T01:25:06,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.9 2024-11-16T01:25:06,398 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.9 after 0ms 2024-11-16T01:25:06,399 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.9 took 2ms 2024-11-16T01:25:06,400 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.9 so closing down 2024-11-16T01:25:06,400 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:06,400 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:06,402 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T01:25:06,402 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T01:25:06,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T01:25:06,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T01:25:06,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742243_1423 (size=753) 2024-11-16T01:25:06,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742243_1423 (size=753) 2024-11-16T01:25:06,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742242_1422 (size=753) 2024-11-16T01:25:06,409 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742242_1422 (size=753) 2024-11-16T01:25:06,409 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T01:25:06,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T01:25:06,410 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:25:06,410 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.9, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.9, size=1.4 K (1413bytes) at 1731720306397Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.9 so closing down at 1731720306400 (+3 ms)3 split writer threads finished at 1731720306400Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731720306402 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731720306402Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306409 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306409Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731720306410 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731720306410Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720306410 2024-11-16T01:25:06,412 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731720300880/wal.dat.9 to hdfs://localhost:38643/user/jenkins/test-data/036fc352-3114-570c-5138-c32259fe060e/oldWALs/wal.dat.9 2024-11-16T01:25:06,454 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=144 (was 143) - Thread LEAK? -, OpenFileDescriptor=399 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=483 (was 525), ProcessCount=11 (was 11), AvailableMemoryMB=5730 (was 5751) 2024-11-16T01:25:06,460 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=144, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=5730 2024-11-16T01:25:06,460 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:25:06,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742244_1424 (size=7) 2024-11-16T01:25:06,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742244_1424 (size=7) 2024-11-16T01:25:06,465 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:25:06,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:06,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:06,468 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:25:06,468 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T01:25:06,469 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:25:06,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742245_1425 (size=863) 2024-11-16T01:25:06,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742245_1425 (size=863) 2024-11-16T01:25:06,476 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:25:06,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742246_1426 (size=823) 2024-11-16T01:25:06,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742246_1426 (size=823) 2024-11-16T01:25:06,503 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/WALs/testeofisignored,16010,1731720306468/wal.dat.0, size=823 (823bytes) 2024-11-16T01:25:06,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/WALs/testeofisignored,16010,1731720306468/wal.dat.0 2024-11-16T01:25:06,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/WALs/testeofisignored,16010,1731720306468/wal.dat.0 after 1ms 2024-11-16T01:25:06,505 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/WALs/testeofisignored,16010,1731720306468/wal.dat.0 took 2ms 2024-11-16T01:25:06,509 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/WALs/testeofisignored,16010,1731720306468/wal.dat.0; continuing. 2024-11-16T01:25:06,509 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/WALs/testeofisignored,16010,1731720306468/wal.dat.0 so closing down 2024-11-16T01:25:06,510 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:06,510 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:06,512 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:25:06,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:25:06,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742247_1427 (size=786) 2024-11-16T01:25:06,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742247_1427 (size=786) 2024-11-16T01:25:06,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-16T01:25:06,518 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/WALs/testeofisignored,16010,1731720306468/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-16T01:25:06,518 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/WALs/testeofisignored,16010,1731720306468/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/WALs/testeofisignored,16010,1731720306468/wal.dat.0, size=823 (823bytes) at 1731720306503Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/WALs/testeofisignored,16010,1731720306468/wal.dat.0 so closing down at 1731720306509 (+6 ms)3 split writer threads finished at 1731720306510 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720306513 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731720306517 (+4 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731720306518 (+1 ms)Processed 9 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/WALs/testeofisignored,16010,1731720306468/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731720306518 2024-11-16T01:25:06,519 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/WALs/testeofisignored,16010,1731720306468/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/f3881770-06c2-a63c-8bbd-a6f36be999b0/oldWALs/wal.dat.0 2024-11-16T01:25:06,528 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=144 (was 144), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=483 (was 483), ProcessCount=11 (was 11), AvailableMemoryMB=5729 (was 5730) 2024-11-16T01:25:06,534 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=144, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=5728 2024-11-16T01:25:06,534 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:25:06,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742248_1428 (size=7) 2024-11-16T01:25:06,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742248_1428 (size=7) 2024-11-16T01:25:06,540 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:25:06,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:06,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:06,543 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:25:06,543 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-16T01:25:06,543 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-16T01:25:06,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742249_1429 (size=93) 2024-11-16T01:25:06,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742249_1429 (size=93) 2024-11-16T01:25:06,568 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/600d07fc-c11a-a7df-c629-44fd9136b0a9/WALs/testsplitlogfileempty,16010,1731720306543/wal.dat..empty, size=93 (93bytes) 2024-11-16T01:25:06,568 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/600d07fc-c11a-a7df-c629-44fd9136b0a9/WALs/testsplitlogfileempty,16010,1731720306543/wal.dat..empty 2024-11-16T01:25:06,568 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/600d07fc-c11a-a7df-c629-44fd9136b0a9/WALs/testsplitlogfileempty,16010,1731720306543/wal.dat..empty after 0ms 2024-11-16T01:25:06,570 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/600d07fc-c11a-a7df-c629-44fd9136b0a9/WALs/testsplitlogfileempty,16010,1731720306543/wal.dat..empty took 3ms 2024-11-16T01:25:06,570 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/600d07fc-c11a-a7df-c629-44fd9136b0a9/WALs/testsplitlogfileempty,16010,1731720306543/wal.dat..empty so closing down 2024-11-16T01:25:06,570 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:06,570 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:06,570 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/600d07fc-c11a-a7df-c629-44fd9136b0a9/WALs/testsplitlogfileempty,16010,1731720306543/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-16T01:25:06,570 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/600d07fc-c11a-a7df-c629-44fd9136b0a9/WALs/testsplitlogfileempty,16010,1731720306543/wal.dat..empty, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/600d07fc-c11a-a7df-c629-44fd9136b0a9/WALs/testsplitlogfileempty,16010,1731720306543/wal.dat..empty, size=93 (93bytes) at 1731720306568Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/600d07fc-c11a-a7df-c629-44fd9136b0a9/WALs/testsplitlogfileempty,16010,1731720306543/wal.dat..empty so closing down at 1731720306570 (+2 ms)3 split writer threads finished at 1731720306570Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/600d07fc-c11a-a7df-c629-44fd9136b0a9/WALs/testsplitlogfileempty,16010,1731720306543/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731720306570 2024-11-16T01:25:06,572 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/600d07fc-c11a-a7df-c629-44fd9136b0a9/WALs/testsplitlogfileempty,16010,1731720306543/wal.dat..empty to hdfs://localhost:38643/user/jenkins/test-data/600d07fc-c11a-a7df-c629-44fd9136b0a9/oldWALs/wal.dat..empty 2024-11-16T01:25:06,583 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=144 (was 144), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=483 (was 483), ProcessCount=11 (was 11), AvailableMemoryMB=5727 (was 5728) 2024-11-16T01:25:06,589 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=144, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=5727 2024-11-16T01:25:06,589 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:25:06,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742250_1430 (size=7) 2024-11-16T01:25:06,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742250_1430 (size=7) 2024-11-16T01:25:06,595 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:25:06,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:06,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:06,598 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:25:06,598 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:25:06,598 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:25:06,599 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:25:06,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742251_1431 (size=1393) 2024-11-16T01:25:06,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742251_1431 (size=1393) 2024-11-16T01:25:06,608 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:25:06,608 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:25:06,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742252_1432 (size=1393) 2024-11-16T01:25:06,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742252_1432 (size=1393) 2024-11-16T01:25:06,620 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:25:06,620 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:25:06,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742253_1433 (size=1393) 2024-11-16T01:25:06,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742253_1433 (size=1393) 2024-11-16T01:25:06,630 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:25:06,630 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:25:06,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742254_1434 (size=1393) 2024-11-16T01:25:06,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742254_1434 (size=1393) 2024-11-16T01:25:06,641 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:25:06,642 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:25:06,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742255_1435 (size=1393) 2024-11-16T01:25:06,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742255_1435 (size=1393) 2024-11-16T01:25:06,650 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:25:06,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:25:06,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742256_1436 (size=1393) 2024-11-16T01:25:06,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742256_1436 (size=1393) 2024-11-16T01:25:06,661 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:25:06,662 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:25:06,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742257_1437 (size=1405) 2024-11-16T01:25:06,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742257_1437 (size=1405) 2024-11-16T01:25:06,674 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:25:06,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:25:06,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742258_1438 (size=1413) 2024-11-16T01:25:06,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742258_1438 (size=1413) 2024-11-16T01:25:06,684 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:25:06,684 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:25:06,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742259_1439 (size=1413) 2024-11-16T01:25:06,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742259_1439 (size=1413) 2024-11-16T01:25:06,693 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:25:06,693 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:25:06,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:06,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:06,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742260_1440 (size=1413) 2024-11-16T01:25:06,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742260_1440 (size=1413) 2024-11-16T01:25:06,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:25:06,718 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T01:25:06,718 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.0 2024-11-16T01:25:06,719 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.0 after 1ms 2024-11-16T01:25:06,720 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.0 took 2ms 2024-11-16T01:25:06,722 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.0 so closing down 2024-11-16T01:25:06,722 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:06,722 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:06,724 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T01:25:06,724 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:25:06,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:25:06,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T01:25:06,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742262_1442 (size=743) 2024-11-16T01:25:06,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742261_1441 (size=743) 2024-11-16T01:25:06,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742261_1441 (size=743) 2024-11-16T01:25:06,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742262_1442 (size=743) 2024-11-16T01:25:06,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,730 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T01:25:06,730 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T01:25:06,730 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:25:06,730 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.0, size=1.4 K (1393bytes) at 1731720306718Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.0 so closing down at 1731720306722 (+4 ms)3 split writer threads finished at 1731720306722Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720306725 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731720306725Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306728 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306728Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731720306730 (+2 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731720306730Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720306730 2024-11-16T01:25:06,731 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/oldWALs/wal.dat.0 2024-11-16T01:25:06,731 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T01:25:06,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.1 2024-11-16T01:25:06,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.1 after 1ms 2024-11-16T01:25:06,733 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.1 took 2ms 2024-11-16T01:25:06,734 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.1 so closing down 2024-11-16T01:25:06,734 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:06,734 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:06,736 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T01:25:06,737 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T01:25:06,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T01:25:06,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T01:25:06,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742263_1443 (size=743) 2024-11-16T01:25:06,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742263_1443 (size=743) 2024-11-16T01:25:06,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742264_1444 (size=743) 2024-11-16T01:25:06,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742264_1444 (size=743) 2024-11-16T01:25:06,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,741 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T01:25:06,742 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T01:25:06,742 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:25:06,742 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.1, size=1.4 K (1393bytes) at 1731720306731Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.1 so closing down at 1731720306734 (+3 ms)3 split writer threads finished at 1731720306734Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731720306737 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731720306738 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306741 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306741Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731720306742 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731720306742Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720306742 2024-11-16T01:25:06,743 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/oldWALs/wal.dat.1 2024-11-16T01:25:06,743 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T01:25:06,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.2 2024-11-16T01:25:06,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.2 after 0ms 2024-11-16T01:25:06,745 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.2 took 2ms 2024-11-16T01:25:06,746 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.2 so closing down 2024-11-16T01:25:06,746 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:06,746 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:06,754 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T01:25:06,754 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T01:25:06,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T01:25:06,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T01:25:06,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742265_1445 (size=743) 2024-11-16T01:25:06,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742266_1446 (size=743) 2024-11-16T01:25:06,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742265_1445 (size=743) 2024-11-16T01:25:06,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742266_1446 (size=743) 2024-11-16T01:25:06,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,759 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T01:25:06,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T01:25:06,760 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:25:06,760 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.2, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.2, size=1.4 K (1393bytes) at 1731720306743Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.2 so closing down at 1731720306746 (+3 ms)3 split writer threads finished at 1731720306746Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731720306755 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731720306755Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306759 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306759Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731720306760 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731720306760Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720306760 2024-11-16T01:25:06,761 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.2 to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/oldWALs/wal.dat.2 2024-11-16T01:25:06,761 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T01:25:06,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.3 2024-11-16T01:25:06,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.3 after 0ms 2024-11-16T01:25:06,763 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.3 took 2ms 2024-11-16T01:25:06,764 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.3 so closing down 2024-11-16T01:25:06,764 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:06,764 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:06,765 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T01:25:06,765 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T01:25:06,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T01:25:06,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T01:25:06,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742268_1448 (size=743) 2024-11-16T01:25:06,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742268_1448 (size=743) 2024-11-16T01:25:06,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T01:25:06,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742267_1447 (size=743) 2024-11-16T01:25:06,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742267_1447 (size=743) 2024-11-16T01:25:06,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T01:25:06,780 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:25:06,780 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.3, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.3, size=1.4 K (1393bytes) at 1731720306761Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.3 so closing down at 1731720306764 (+3 ms)3 split writer threads finished at 1731720306764Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731720306766 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731720306766Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306769 (+3 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731720306770 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306779 (+9 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731720306780 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720306780 2024-11-16T01:25:06,781 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.3 to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/oldWALs/wal.dat.3 2024-11-16T01:25:06,781 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T01:25:06,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.4 2024-11-16T01:25:06,782 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.4 after 1ms 2024-11-16T01:25:06,783 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.4 took 2ms 2024-11-16T01:25:06,784 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.4 so closing down 2024-11-16T01:25:06,784 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:06,785 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:06,786 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T01:25:06,786 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T01:25:06,787 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T01:25:06,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T01:25:06,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742270_1450 (size=743) 2024-11-16T01:25:06,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742270_1450 (size=743) 2024-11-16T01:25:06,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742269_1449 (size=743) 2024-11-16T01:25:06,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742269_1449 (size=743) 2024-11-16T01:25:06,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T01:25:06,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T01:25:06,792 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:25:06,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.4, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.4, size=1.4 K (1393bytes) at 1731720306781Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.4 so closing down at 1731720306784 (+3 ms)3 split writer threads finished at 1731720306785 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731720306787 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731720306787Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306791 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306791Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731720306792 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731720306792Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720306792 2024-11-16T01:25:06,793 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.4 to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/oldWALs/wal.dat.4 2024-11-16T01:25:06,793 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T01:25:06,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.5 2024-11-16T01:25:06,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.5 after 1ms 2024-11-16T01:25:06,795 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.5 took 2ms 2024-11-16T01:25:06,796 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.5 so closing down 2024-11-16T01:25:06,796 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:06,796 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:06,798 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T01:25:06,798 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T01:25:06,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T01:25:06,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T01:25:06,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742272_1452 (size=743) 2024-11-16T01:25:06,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742272_1452 (size=743) 2024-11-16T01:25:06,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742271_1451 (size=743) 2024-11-16T01:25:06,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742271_1451 (size=743) 2024-11-16T01:25:06,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:06,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T01:25:07,206 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:07,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T01:25:07,209 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T01:25:07,209 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.5, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.5, size=1.4 K (1393bytes) at 1731720306793Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.5 so closing down at 1731720306796 (+3 ms)3 split writer threads finished at 1731720306796Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731720306798 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731720306798Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720306805 (+7 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731720306806 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720307206 (+400 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731720307209 (+3 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731720307209 2024-11-16T01:25:07,212 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.5 to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/oldWALs/wal.dat.5 2024-11-16T01:25:07,212 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T01:25:07,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.6 2024-11-16T01:25:07,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.6 after 1ms 2024-11-16T01:25:07,216 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.6 took 4ms 2024-11-16T01:25:07,217 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.6 so closing down 2024-11-16T01:25:07,217 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:07,218 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:07,221 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T01:25:07,221 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T01:25:07,222 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T01:25:07,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T01:25:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742274_1454 (size=749) 2024-11-16T01:25:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742273_1453 (size=749) 2024-11-16T01:25:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742274_1454 (size=749) 2024-11-16T01:25:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742273_1453 (size=749) 2024-11-16T01:25:07,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:07,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T01:25:07,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:07,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T01:25:07,638 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T01:25:07,638 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.6, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.6, size=1.4 K (1405bytes) at 1731720307212Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.6 so closing down at 1731720307217 (+5 ms)3 split writer threads finished at 1731720307218 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731720307222 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731720307222Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720307232 (+10 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731720307233 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720307633 (+400 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731720307637 (+4 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731720307638 (+1 ms) 2024-11-16T01:25:07,643 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.6 to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/oldWALs/wal.dat.6 2024-11-16T01:25:07,643 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T01:25:07,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.7 2024-11-16T01:25:07,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.7 after 1ms 2024-11-16T01:25:07,646 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.7 took 3ms 2024-11-16T01:25:07,648 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.7 so closing down 2024-11-16T01:25:07,648 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:07,649 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:07,652 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T01:25:07,652 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T01:25:07,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T01:25:07,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T01:25:07,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742275_1455 (size=753) 2024-11-16T01:25:07,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742275_1455 (size=753) 2024-11-16T01:25:07,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742276_1456 (size=753) 2024-11-16T01:25:07,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742276_1456 (size=753) 2024-11-16T01:25:07,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:07,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T01:25:08,059 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:08,060 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T01:25:08,060 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:25:08,061 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.7, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.7, size=1.4 K (1413bytes) at 1731720307643Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.7 so closing down at 1731720307648 (+5 ms)3 split writer threads finished at 1731720307649 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731720307653 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731720307653Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720307658 (+5 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731720307659 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720308059 (+400 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731720308060 (+1 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720308060 2024-11-16T01:25:08,063 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.7 to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/oldWALs/wal.dat.7 2024-11-16T01:25:08,063 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T01:25:08,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.8 2024-11-16T01:25:08,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.8 after 0ms 2024-11-16T01:25:08,065 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.8 took 2ms 2024-11-16T01:25:08,067 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.8 so closing down 2024-11-16T01:25:08,067 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:08,067 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:08,070 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T01:25:08,070 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T01:25:08,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T01:25:08,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T01:25:08,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742277_1457 (size=753) 2024-11-16T01:25:08,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742277_1457 (size=753) 2024-11-16T01:25:08,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742278_1458 (size=753) 2024-11-16T01:25:08,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742278_1458 (size=753) 2024-11-16T01:25:08,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:08,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T01:25:08,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:08,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T01:25:08,488 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:25:08,488 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.8, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.8, size=1.4 K (1413bytes) at 1731720308063Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.8 so closing down at 1731720308067 (+4 ms)3 split writer threads finished at 1731720308067Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731720308072 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731720308072Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720308082 (+10 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731720308083 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720308484 (+401 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731720308488 (+4 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720308488 2024-11-16T01:25:08,490 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.8 to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/oldWALs/wal.dat.8 2024-11-16T01:25:08,491 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T01:25:08,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.9 2024-11-16T01:25:08,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.9 after 0ms 2024-11-16T01:25:08,493 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.9 took 2ms 2024-11-16T01:25:08,495 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.9 so closing down 2024-11-16T01:25:08,495 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:08,495 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:08,497 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T01:25:08,497 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T01:25:08,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T01:25:08,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T01:25:08,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742279_1459 (size=753) 2024-11-16T01:25:08,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742279_1459 (size=753) 2024-11-16T01:25:08,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:08,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742280_1460 (size=753) 2024-11-16T01:25:08,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742280_1460 (size=753) 2024-11-16T01:25:08,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T01:25:08,905 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:08,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T01:25:08,907 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T01:25:08,907 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.9, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.9, size=1.4 K (1413bytes) at 1731720308491Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.9 so closing down at 1731720308495 (+4 ms)3 split writer threads finished at 1731720308495Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731720308498 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731720308498Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720308504 (+6 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731720308505 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720308905 (+400 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731720308907 (+2 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731720308907 2024-11-16T01:25:08,910 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/WALs/testlogsgetarchivedaftersplit,16010,1731720306598/wal.dat.9 to hdfs://localhost:38643/user/jenkins/test-data/766ee385-4173-8c98-f75b-07fe53e4ee03/oldWALs/wal.dat.9 2024-11-16T01:25:08,920 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=144 (was 144), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=483 (was 483), ProcessCount=11 (was 11), AvailableMemoryMB=5725 (was 5727) 2024-11-16T01:25:08,925 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=144, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=5725 2024-11-16T01:25:08,925 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:25:08,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742281_1461 (size=7) 2024-11-16T01:25:08,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742281_1461 (size=7) 2024-11-16T01:25:08,931 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:25:08,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:08,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:08,935 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:25:08,935 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-16T01:25:08,935 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-16T01:25:08,936 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:25:08,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742282_1462 (size=723) 2024-11-16T01:25:08,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742282_1462 (size=723) 2024-11-16T01:25:08,946 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:25:08,946 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:25:08,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742283_1463 (size=723) 2024-11-16T01:25:08,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742283_1463 (size=723) 2024-11-16T01:25:08,956 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:25:08,956 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:25:08,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742284_1464 (size=723) 2024-11-16T01:25:08,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742284_1464 (size=723) 2024-11-16T01:25:08,971 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:25:08,971 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:25:08,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742285_1465 (size=723) 2024-11-16T01:25:08,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742285_1465 (size=723) 2024-11-16T01:25:08,982 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:25:08,982 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:25:08,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742286_1466 (size=723) 2024-11-16T01:25:08,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742286_1466 (size=723) 2024-11-16T01:25:08,989 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:25:08,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:25:08,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742287_1467 (size=723) 2024-11-16T01:25:08,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742287_1467 (size=723) 2024-11-16T01:25:08,995 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:25:08,995 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:25:08,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:08,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:08,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742288_1468 (size=723) 2024-11-16T01:25:09,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742288_1468 (size=723) 2024-11-16T01:25:09,002 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:25:09,002 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:25:09,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742289_1469 (size=723) 2024-11-16T01:25:09,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742289_1469 (size=723) 2024-11-16T01:25:09,008 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:25:09,009 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:25:09,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742290_1470 (size=723) 2024-11-16T01:25:09,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742290_1470 (size=723) 2024-11-16T01:25:09,015 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:25:09,015 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:25:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742291_1471 (size=723) 2024-11-16T01:25:09,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742291_1471 (size=723) 2024-11-16T01:25:09,021 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:25:09,035 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/oldWALs, maxLogs=32 2024-11-16T01:25:09,063 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731720309061 2024-11-16T01:25:09,068 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731720309061 2024-11-16T01:25:09,108 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:41173:41173),(127.0.0.1/127.0.0.1:34517:34517)] 2024-11-16T01:25:09,123 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731720308935/wal.dat.0, size=723 (723bytes) 2024-11-16T01:25:09,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731720308935/wal.dat.0 2024-11-16T01:25:09,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731720308935/wal.dat.0 after 0ms 2024-11-16T01:25:09,185 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731720308935/wal.dat.0 took 62ms 2024-11-16T01:25:09,188 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731720308935/wal.dat.0 so closing down 2024-11-16T01:25:09,188 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:09,188 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:09,193 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:25:09,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:25:09,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742293_1473 (size=723) 2024-11-16T01:25:09,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742293_1473 (size=723) 2024-11-16T01:25:09,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:09,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-16T01:25:09,202 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731720308935/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-16T01:25:09,202 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731720308935/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731720308935/wal.dat.0, size=723 (723bytes) at 1731720309123Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731720308935/wal.dat.0 so closing down at 1731720309188 (+65 ms)3 split writer threads finished at 1731720309188Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720309194 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720309201 (+7 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731720309202 (+1 ms)Processed 10 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731720308935/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731720309202 2024-11-16T01:25:09,203 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T01:25:09,203 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T01:25:09,203 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T01:25:09,204 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T01:25:09,204 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T01:25:09,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742292_1472 (size=93) 2024-11-16T01:25:09,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742292_1472 (size=93) 2024-11-16T01:25:09,208 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/664a36e9-de5a-8179-56ee-aa2d9d043db7/oldWALs 2024-11-16T01:25:09,210 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731720309061) 2024-11-16T01:25:09,218 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=150 (was 144) - Thread LEAK? -, OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=483 (was 483), ProcessCount=11 (was 11), AvailableMemoryMB=5713 (was 5725) 2024-11-16T01:25:09,224 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=150, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=5712 2024-11-16T01:25:09,224 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:25:09,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742294_1474 (size=7) 2024-11-16T01:25:09,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742294_1474 (size=7) 2024-11-16T01:25:09,230 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:25:09,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:09,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:09,234 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:25:09,234 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-16T01:25:09,235 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:25:09,235 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:25:09,235 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:25:09,236 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:25:09,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742295_1475 (size=1393) 2024-11-16T01:25:09,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742295_1475 (size=1393) 2024-11-16T01:25:09,247 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:25:09,248 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:25:09,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742296_1476 (size=1393) 2024-11-16T01:25:09,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742296_1476 (size=1393) 2024-11-16T01:25:09,258 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:25:09,258 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:25:09,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742297_1477 (size=1393) 2024-11-16T01:25:09,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742297_1477 (size=1393) 2024-11-16T01:25:09,268 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:25:09,268 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:25:09,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742298_1478 (size=1393) 2024-11-16T01:25:09,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742298_1478 (size=1393) 2024-11-16T01:25:09,277 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:25:09,277 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:25:09,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742299_1479 (size=1393) 2024-11-16T01:25:09,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742299_1479 (size=1393) 2024-11-16T01:25:09,286 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:25:09,286 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:25:09,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742300_1480 (size=1393) 2024-11-16T01:25:09,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742300_1480 (size=1393) 2024-11-16T01:25:09,295 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:25:09,295 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:25:09,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742301_1481 (size=1405) 2024-11-16T01:25:09,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742301_1481 (size=1405) 2024-11-16T01:25:09,304 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:25:09,304 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:25:09,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742302_1482 (size=1413) 2024-11-16T01:25:09,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742302_1482 (size=1413) 2024-11-16T01:25:09,313 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:25:09,313 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:25:09,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742303_1483 (size=1413) 2024-11-16T01:25:09,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742303_1483 (size=1413) 2024-11-16T01:25:09,322 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:25:09,322 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:25:09,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742304_1484 (size=1413) 2024-11-16T01:25:09,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742304_1484 (size=1413) 2024-11-16T01:25:09,331 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:25:09,350 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T01:25:09,350 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 2024-11-16T01:25:09,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 after 1ms 2024-11-16T01:25:09,352 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 took 2ms 2024-11-16T01:25:09,353 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:09,354 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 so closing down 2024-11-16T01:25:09,354 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:09,354 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:09,354 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:09,354 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0, size=1.4 K (1393bytes) at 1731720309350Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 so closing down at 1731720309354 (+4 ms)3 split writer threads finished at 1731720309354Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720309354 2024-11-16T01:25:09,356 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.0 2024-11-16T01:25:09,356 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T01:25:09,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 2024-11-16T01:25:09,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 after 0ms 2024-11-16T01:25:09,358 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 took 2ms 2024-11-16T01:25:09,359 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:09,360 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 so closing down 2024-11-16T01:25:09,360 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:09,360 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:09,360 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:09,360 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1, size=1.4 K (1393bytes) at 1731720309356Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 so closing down at 1731720309360 (+4 ms)3 split writer threads finished at 1731720309360Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720309360 2024-11-16T01:25:09,362 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.1 2024-11-16T01:25:09,362 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T01:25:09,362 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 2024-11-16T01:25:09,362 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 after 0ms 2024-11-16T01:25:09,364 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 took 2ms 2024-11-16T01:25:09,365 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:09,366 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 so closing down 2024-11-16T01:25:09,366 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:09,366 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:09,366 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:09,366 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2, size=1.4 K (1393bytes) at 1731720309362Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 so closing down at 1731720309366 (+4 ms)3 split writer threads finished at 1731720309366Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720309366 2024-11-16T01:25:09,368 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.2 2024-11-16T01:25:09,368 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T01:25:09,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 2024-11-16T01:25:09,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 after 0ms 2024-11-16T01:25:09,370 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 took 2ms 2024-11-16T01:25:09,371 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:09,371 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 so closing down 2024-11-16T01:25:09,372 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:09,372 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:09,372 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:09,372 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3, size=1.4 K (1393bytes) at 1731720309368Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 so closing down at 1731720309372 (+4 ms)3 split writer threads finished at 1731720309372Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720309372 2024-11-16T01:25:09,373 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.3 2024-11-16T01:25:09,373 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T01:25:09,373 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 2024-11-16T01:25:09,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 after 1ms 2024-11-16T01:25:09,375 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 took 2ms 2024-11-16T01:25:09,376 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:09,377 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 so closing down 2024-11-16T01:25:09,377 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:09,377 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:09,377 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:09,377 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4, size=1.4 K (1393bytes) at 1731720309373Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 so closing down at 1731720309377 (+4 ms)3 split writer threads finished at 1731720309377Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720309377 2024-11-16T01:25:09,379 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.4 2024-11-16T01:25:09,379 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T01:25:09,379 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 2024-11-16T01:25:09,379 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 after 0ms 2024-11-16T01:25:09,381 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 took 2ms 2024-11-16T01:25:09,382 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:09,382 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 so closing down 2024-11-16T01:25:09,382 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:09,382 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:09,382 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:09,382 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5, size=1.4 K (1393bytes) at 1731720309379Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 so closing down at 1731720309382 (+3 ms)3 split writer threads finished at 1731720309382Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720309382 2024-11-16T01:25:09,384 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.5 2024-11-16T01:25:09,384 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T01:25:09,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 2024-11-16T01:25:09,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 after 0ms 2024-11-16T01:25:09,386 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 took 2ms 2024-11-16T01:25:09,387 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:09,387 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 so closing down 2024-11-16T01:25:09,387 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:09,387 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:09,388 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-16T01:25:09,388 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6, size=1.4 K (1405bytes) at 1731720309384Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 so closing down at 1731720309387 (+3 ms)3 split writer threads finished at 1731720309388 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731720309388 2024-11-16T01:25:09,389 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.6 2024-11-16T01:25:09,389 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T01:25:09,389 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 2024-11-16T01:25:09,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 after 1ms 2024-11-16T01:25:09,391 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 took 2ms 2024-11-16T01:25:09,392 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:09,392 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 so closing down 2024-11-16T01:25:09,392 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:09,392 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:09,393 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T01:25:09,393 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7, size=1.4 K (1413bytes) at 1731720309389Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 so closing down at 1731720309392 (+3 ms)3 split writer threads finished at 1731720309392Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731720309393 (+1 ms) 2024-11-16T01:25:09,394 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.7 2024-11-16T01:25:09,394 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T01:25:09,394 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 2024-11-16T01:25:09,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 after 1ms 2024-11-16T01:25:09,396 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 took 2ms 2024-11-16T01:25:09,397 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:09,397 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 so closing down 2024-11-16T01:25:09,397 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:09,397 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:09,398 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T01:25:09,398 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8, size=1.4 K (1413bytes) at 1731720309394Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 so closing down at 1731720309397 (+3 ms)3 split writer threads finished at 1731720309398 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731720309398 2024-11-16T01:25:09,399 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.8 2024-11-16T01:25:09,399 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T01:25:09,399 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 2024-11-16T01:25:09,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 after 1ms 2024-11-16T01:25:09,401 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 took 2ms 2024-11-16T01:25:09,402 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:09,402 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 so closing down 2024-11-16T01:25:09,403 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:09,403 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:09,403 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T01:25:09,403 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9, size=1.4 K (1413bytes) at 1731720309399Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 so closing down at 1731720309403 (+4 ms)3 split writer threads finished at 1731720309403Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731720309403 2024-11-16T01:25:09,404 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.9 2024-11-16T01:25:09,406 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720309355; access_time=1731720309237; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720309361; access_time=1731720309248; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720309367; access_time=1731720309259; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720309373; access_time=1731720309268; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720309378; access_time=1731720309277; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720309383; access_time=1731720309286; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731720309388; access_time=1731720309295; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731720309393; access_time=1731720309304; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731720309398; access_time=1731720309313; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731720309404; access_time=1731720309322; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T01:25:09,409 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:25:09,409 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:25:09,409 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:25:09,410 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:25:09,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742305_1485 (size=1393) 2024-11-16T01:25:09,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742305_1485 (size=1393) 2024-11-16T01:25:09,419 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:25:09,419 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:25:09,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742306_1486 (size=1393) 2024-11-16T01:25:09,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742306_1486 (size=1393) 2024-11-16T01:25:09,428 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:25:09,428 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:25:09,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742307_1487 (size=1393) 2024-11-16T01:25:09,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742307_1487 (size=1393) 2024-11-16T01:25:09,437 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:25:09,437 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:25:09,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742308_1488 (size=1393) 2024-11-16T01:25:09,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742308_1488 (size=1393) 2024-11-16T01:25:09,446 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:25:09,446 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:25:09,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742309_1489 (size=1393) 2024-11-16T01:25:09,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742309_1489 (size=1393) 2024-11-16T01:25:09,473 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:25:09,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:25:09,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742310_1490 (size=1393) 2024-11-16T01:25:09,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742310_1490 (size=1393) 2024-11-16T01:25:09,482 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:25:09,482 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:25:09,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742311_1491 (size=1405) 2024-11-16T01:25:09,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742311_1491 (size=1405) 2024-11-16T01:25:09,492 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:25:09,492 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:25:09,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742312_1492 (size=1413) 2024-11-16T01:25:09,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742312_1492 (size=1413) 2024-11-16T01:25:09,501 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:25:09,501 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:25:09,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742313_1493 (size=1413) 2024-11-16T01:25:09,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742313_1493 (size=1413) 2024-11-16T01:25:09,511 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:25:09,511 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:25:09,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:09,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:09,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742314_1494 (size=1413) 2024-11-16T01:25:09,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742314_1494 (size=1413) 2024-11-16T01:25:09,520 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:25:09,536 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T01:25:09,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 2024-11-16T01:25:09,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 after 1ms 2024-11-16T01:25:09,538 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 took 2ms 2024-11-16T01:25:09,541 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:09,541 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 so closing down 2024-11-16T01:25:09,541 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:09,541 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:09,543 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:25:09,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:25:09,546 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T01:25:09,547 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T01:25:09,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742315_1495 (size=418) 2024-11-16T01:25:09,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742315_1495 (size=418) 2024-11-16T01:25:09,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:09,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-16T01:25:09,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742316_1496 (size=418) 2024-11-16T01:25:09,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742316_1496 (size=418) 2024-11-16T01:25:09,551 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:09,551 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-16T01:25:09,552 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:09,552 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0, size=1.4 K (1393bytes) at 1731720309536Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 so closing down at 1731720309541 (+5 ms)3 split writer threads finished at 1731720309541Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720309544 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731720309547 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720309549 (+2 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731720309550 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720309551 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731720309551Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720309552 (+1 ms) 2024-11-16T01:25:09,554 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.0 2024-11-16T01:25:09,554 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T01:25:09,554 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 2024-11-16T01:25:09,554 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 after 0ms 2024-11-16T01:25:09,555 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 took 1ms 2024-11-16T01:25:09,556 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:09,557 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 so closing down 2024-11-16T01:25:09,557 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:09,557 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:09,558 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T01:25:09,558 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T01:25:09,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T01:25:09,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T01:25:09,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742317_1497 (size=418) 2024-11-16T01:25:09,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742317_1497 (size=418) 2024-11-16T01:25:09,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742318_1498 (size=418) 2024-11-16T01:25:09,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742318_1498 (size=418) 2024-11-16T01:25:09,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:09,563 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:09,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-16T01:25:09,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-16T01:25:09,564 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:09,564 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1, size=1.4 K (1393bytes) at 1731720309554Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 so closing down at 1731720309557 (+3 ms)3 split writer threads finished at 1731720309557Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731720309559 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731720309559Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720309563 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720309563Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731720309564 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731720309564Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720309564 2024-11-16T01:25:09,565 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.1 2024-11-16T01:25:09,566 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T01:25:09,566 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 2024-11-16T01:25:09,566 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 after 0ms 2024-11-16T01:25:09,567 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 took 2ms 2024-11-16T01:25:09,568 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:09,569 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 so closing down 2024-11-16T01:25:09,569 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:09,569 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:09,570 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T01:25:09,570 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T01:25:09,571 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T01:25:09,571 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T01:25:09,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742319_1499 (size=418) 2024-11-16T01:25:09,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742320_1500 (size=418) 2024-11-16T01:25:09,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742320_1500 (size=418) 2024-11-16T01:25:09,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742319_1499 (size=418) 2024-11-16T01:25:09,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:09,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:09,577 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-16T01:25:09,577 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-16T01:25:09,577 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:09,577 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2, size=1.4 K (1393bytes) at 1731720309566Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 so closing down at 1731720309569 (+3 ms)3 split writer threads finished at 1731720309569Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731720309571 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731720309571Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720309576 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720309576Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731720309577 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731720309577Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720309577 2024-11-16T01:25:09,578 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.2 2024-11-16T01:25:09,578 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T01:25:09,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 2024-11-16T01:25:09,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 after 1ms 2024-11-16T01:25:09,580 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 took 2ms 2024-11-16T01:25:09,581 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:09,582 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 so closing down 2024-11-16T01:25:09,582 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:09,582 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:09,584 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T01:25:09,584 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T01:25:09,584 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T01:25:09,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T01:25:09,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742321_1501 (size=418) 2024-11-16T01:25:09,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742321_1501 (size=418) 2024-11-16T01:25:09,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742322_1502 (size=418) 2024-11-16T01:25:09,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742322_1502 (size=418) 2024-11-16T01:25:09,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:09,589 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-16T01:25:09,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:09,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-16T01:25:09,993 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:09,993 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3, size=1.4 K (1393bytes) at 1731720309578Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 so closing down at 1731720309582 (+4 ms)3 split writer threads finished at 1731720309582Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731720309584 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731720309584Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720309588 (+4 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731720309589 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720309990 (+401 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731720309993 (+3 ms)Processed 10 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720309993 2024-11-16T01:25:09,996 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.3 2024-11-16T01:25:09,997 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T01:25:09,997 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 2024-11-16T01:25:09,997 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 after 0ms 2024-11-16T01:25:09,999 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 took 3ms 2024-11-16T01:25:10,000 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:10,001 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 so closing down 2024-11-16T01:25:10,001 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:10,001 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:10,005 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T01:25:10,005 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T01:25:10,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T01:25:10,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T01:25:10,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742323_1503 (size=418) 2024-11-16T01:25:10,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742323_1503 (size=418) 2024-11-16T01:25:10,023 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-16T01:25:10,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742324_1504 (size=418) 2024-11-16T01:25:10,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742324_1504 (size=418) 2024-11-16T01:25:10,026 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-16T01:25:10,027 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:10,027 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4, size=1.4 K (1393bytes) at 1731720309997Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 so closing down at 1731720310001 (+4 ms)3 split writer threads finished at 1731720310001Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731720310006 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731720310017 (+11 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720310023 (+6 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731720310024 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720310026 (+2 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731720310027 (+1 ms)Processed 10 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720310027 2024-11-16T01:25:10,028 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.4 2024-11-16T01:25:10,028 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T01:25:10,028 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 2024-11-16T01:25:10,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 after 1ms 2024-11-16T01:25:10,030 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 took 2ms 2024-11-16T01:25:10,031 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:10,031 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 so closing down 2024-11-16T01:25:10,031 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:10,031 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:10,033 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T01:25:10,033 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T01:25:10,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T01:25:10,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T01:25:10,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742325_1505 (size=418) 2024-11-16T01:25:10,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742325_1505 (size=418) 2024-11-16T01:25:10,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742326_1506 (size=418) 2024-11-16T01:25:10,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-16T01:25:10,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742326_1506 (size=418) 2024-11-16T01:25:10,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-16T01:25:10,046 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:10,046 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5, size=1.4 K (1393bytes) at 1731720310028Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 so closing down at 1731720310031 (+3 ms)3 split writer threads finished at 1731720310031Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731720310034 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731720310034Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720310042 (+8 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731720310043 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720310045 (+2 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731720310046 (+1 ms)Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720310046 2024-11-16T01:25:10,047 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.5 2024-11-16T01:25:10,047 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T01:25:10,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 2024-11-16T01:25:10,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 after 0ms 2024-11-16T01:25:10,048 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 took 1ms 2024-11-16T01:25:10,050 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:10,050 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 so closing down 2024-11-16T01:25:10,050 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:10,050 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:10,052 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T01:25:10,052 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T01:25:10,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T01:25:10,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T01:25:10,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742327_1507 (size=419) 2024-11-16T01:25:10,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742327_1507 (size=419) 2024-11-16T01:25:10,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,061 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-16T01:25:10,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742328_1508 (size=419) 2024-11-16T01:25:10,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742328_1508 (size=419) 2024-11-16T01:25:10,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-16T01:25:10,067 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-16T01:25:10,067 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6, size=1.4 K (1405bytes) at 1731720310047Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 so closing down at 1731720310050 (+3 ms)3 split writer threads finished at 1731720310050Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731720310053 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731720310056 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720310060 (+4 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731720310061 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720310066 (+5 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731720310067 (+1 ms)Processed 10 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731720310067 2024-11-16T01:25:10,068 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.6 2024-11-16T01:25:10,068 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T01:25:10,068 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 2024-11-16T01:25:10,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 after 1ms 2024-11-16T01:25:10,070 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 took 2ms 2024-11-16T01:25:10,071 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:10,071 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 so closing down 2024-11-16T01:25:10,071 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:10,071 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:10,073 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T01:25:10,073 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T01:25:10,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T01:25:10,076 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T01:25:10,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742329_1509 (size=423) 2024-11-16T01:25:10,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742329_1509 (size=423) 2024-11-16T01:25:10,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742330_1510 (size=423) 2024-11-16T01:25:10,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742330_1510 (size=423) 2024-11-16T01:25:10,086 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,086 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-16T01:25:10,087 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-16T01:25:10,087 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T01:25:10,087 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7, size=1.4 K (1413bytes) at 1731720310068Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 so closing down at 1731720310071 (+3 ms)3 split writer threads finished at 1731720310071Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731720310074 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731720310076 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720310085 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720310086 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731720310086Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731720310087 (+1 ms)Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731720310087 2024-11-16T01:25:10,088 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.7 2024-11-16T01:25:10,088 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T01:25:10,088 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 2024-11-16T01:25:10,088 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 after 0ms 2024-11-16T01:25:10,090 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 took 2ms 2024-11-16T01:25:10,092 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:10,092 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 so closing down 2024-11-16T01:25:10,092 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:10,093 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:10,094 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T01:25:10,094 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T01:25:10,095 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T01:25:10,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T01:25:10,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742331_1511 (size=423) 2024-11-16T01:25:10,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742332_1512 (size=423) 2024-11-16T01:25:10,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742331_1511 (size=423) 2024-11-16T01:25:10,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742332_1512 (size=423) 2024-11-16T01:25:10,099 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-16T01:25:10,100 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-16T01:25:10,100 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T01:25:10,100 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8, size=1.4 K (1413bytes) at 1731720310088Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 so closing down at 1731720310092 (+4 ms)3 split writer threads finished at 1731720310093 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731720310095 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731720310095Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720310099 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720310099Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731720310100 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731720310100Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731720310100 2024-11-16T01:25:10,102 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.8 2024-11-16T01:25:10,102 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T01:25:10,102 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 2024-11-16T01:25:10,102 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 after 0ms 2024-11-16T01:25:10,103 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 took 1ms 2024-11-16T01:25:10,104 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:10,105 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 so closing down 2024-11-16T01:25:10,105 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:10,105 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:10,106 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T01:25:10,106 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T01:25:10,107 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T01:25:10,107 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T01:25:10,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742334_1514 (size=423) 2024-11-16T01:25:10,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742334_1514 (size=423) 2024-11-16T01:25:10,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742333_1513 (size=423) 2024-11-16T01:25:10,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742333_1513 (size=423) 2024-11-16T01:25:10,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,111 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-16T01:25:10,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-16T01:25:10,112 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T01:25:10,112 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9, size=1.4 K (1413bytes) at 1731720310102Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 so closing down at 1731720310105 (+3 ms)3 split writer threads finished at 1731720310105Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731720310107 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731720310107Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720310111 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731720310111Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731720310112 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731720310112Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731720310112 2024-11-16T01:25:10,113 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.9 2024-11-16T01:25:10,114 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720309553; access_time=1731720309410; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720309565; access_time=1731720309420; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720309578; access_time=1731720309428; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720309995; access_time=1731720309438; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720310027; access_time=1731720309447; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720310046; access_time=1731720309473; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731720310067; access_time=1731720309483; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731720310087; access_time=1731720309492; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731720310101; access_time=1731720309502; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731720310113; access_time=1731720309511; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T01:25:10,117 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:25:10,117 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:25:10,118 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:25:10,118 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:25:10,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742335_1515 (size=1393) 2024-11-16T01:25:10,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742335_1515 (size=1393) 2024-11-16T01:25:10,129 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:25:10,129 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T01:25:10,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742336_1516 (size=1393) 2024-11-16T01:25:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742336_1516 (size=1393) 2024-11-16T01:25:10,142 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T01:25:10,142 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T01:25:10,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742337_1517 (size=1393) 2024-11-16T01:25:10,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742337_1517 (size=1393) 2024-11-16T01:25:10,151 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T01:25:10,151 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T01:25:10,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742338_1518 (size=1393) 2024-11-16T01:25:10,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742338_1518 (size=1393) 2024-11-16T01:25:10,160 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T01:25:10,160 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T01:25:10,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742339_1519 (size=1393) 2024-11-16T01:25:10,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742339_1519 (size=1393) 2024-11-16T01:25:10,174 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T01:25:10,174 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T01:25:10,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742340_1520 (size=1393) 2024-11-16T01:25:10,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742340_1520 (size=1393) 2024-11-16T01:25:10,191 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T01:25:10,191 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T01:25:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742341_1521 (size=1405) 2024-11-16T01:25:10,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742341_1521 (size=1405) 2024-11-16T01:25:10,205 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T01:25:10,205 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T01:25:10,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742342_1522 (size=1413) 2024-11-16T01:25:10,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742342_1522 (size=1413) 2024-11-16T01:25:10,216 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T01:25:10,216 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T01:25:10,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742343_1523 (size=1413) 2024-11-16T01:25:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742343_1523 (size=1413) 2024-11-16T01:25:10,225 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T01:25:10,225 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T01:25:10,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:10,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742344_1524 (size=1413) 2024-11-16T01:25:10,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742344_1524 (size=1413) 2024-11-16T01:25:10,238 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T01:25:10,253 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T01:25:10,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 2024-11-16T01:25:10,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 after 1ms 2024-11-16T01:25:10,255 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 took 2ms 2024-11-16T01:25:10,257 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:10,257 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 so closing down 2024-11-16T01:25:10,257 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:10,257 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:10,259 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T01:25:10,259 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T01:25:10,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T01:25:10,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T01:25:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742345_1525 (size=743) 2024-11-16T01:25:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742346_1526 (size=678) 2024-11-16T01:25:10,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742346_1526 (size=678) 2024-11-16T01:25:10,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742345_1525 (size=743) 2024-11-16T01:25:10,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-16T01:25:10,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T01:25:10,265 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:10,265 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0, size=1.4 K (1393bytes) at 1731720310253Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 so closing down at 1731720310257 (+4 ms)3 split writer threads finished at 1731720310257Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731720310260 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731720310260Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731720310264 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720310264Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731720310265 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731720310265Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720310265 2024-11-16T01:25:10,266 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.0 2024-11-16T01:25:10,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T01:25:10,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 2024-11-16T01:25:10,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 after 0ms 2024-11-16T01:25:10,268 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 took 2ms 2024-11-16T01:25:10,269 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:10,269 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 so closing down 2024-11-16T01:25:10,269 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:10,269 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:10,271 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T01:25:10,271 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T01:25:10,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T01:25:10,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T01:25:10,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742347_1527 (size=743) 2024-11-16T01:25:10,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742348_1528 (size=678) 2024-11-16T01:25:10,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742348_1528 (size=678) 2024-11-16T01:25:10,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742347_1527 (size=743) 2024-11-16T01:25:10,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,276 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-16T01:25:10,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T01:25:10,680 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:10,680 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1, size=1.4 K (1393bytes) at 1731720310266Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 so closing down at 1731720310269 (+3 ms)3 split writer threads finished at 1731720310269Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731720310272 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731720310272Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731720310275 (+3 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731720310276 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720310676 (+400 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731720310679 (+3 ms)Processed 19 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720310680 (+1 ms) 2024-11-16T01:25:10,683 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.1 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.1 2024-11-16T01:25:10,684 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T01:25:10,684 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 2024-11-16T01:25:10,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 after 1ms 2024-11-16T01:25:10,688 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 took 5ms 2024-11-16T01:25:10,690 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:10,691 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 so closing down 2024-11-16T01:25:10,691 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:10,691 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:10,693 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T01:25:10,693 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T01:25:10,694 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T01:25:10,694 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T01:25:10,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742350_1530 (size=678) 2024-11-16T01:25:10,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742349_1529 (size=743) 2024-11-16T01:25:10,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742349_1529 (size=743) 2024-11-16T01:25:10,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742350_1530 (size=678) 2024-11-16T01:25:10,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,699 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T01:25:10,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-16T01:25:10,700 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:10,700 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2, size=1.4 K (1393bytes) at 1731720310684Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 so closing down at 1731720310691 (+7 ms)3 split writer threads finished at 1731720310691Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731720310694 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731720310694Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720310699 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731720310699Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731720310700 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731720310700Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720310700 2024-11-16T01:25:10,702 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.2 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.2 2024-11-16T01:25:10,702 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T01:25:10,702 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 2024-11-16T01:25:10,702 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 after 0ms 2024-11-16T01:25:10,704 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 took 2ms 2024-11-16T01:25:10,705 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:10,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 so closing down 2024-11-16T01:25:10,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:10,706 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:10,708 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T01:25:10,708 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T01:25:10,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T01:25:10,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T01:25:10,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742351_1531 (size=678) 2024-11-16T01:25:10,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742351_1531 (size=678) 2024-11-16T01:25:10,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742352_1532 (size=743) 2024-11-16T01:25:10,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742352_1532 (size=743) 2024-11-16T01:25:10,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:10,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-16T01:25:10,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T01:25:10,713 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:10,713 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3, size=1.4 K (1393bytes) at 1731720310702Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 so closing down at 1731720310706 (+4 ms)3 split writer threads finished at 1731720310706Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731720310709 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731720310709Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731720310712 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720310712Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731720310713 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731720310713Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720310713 2024-11-16T01:25:10,714 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.3 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.3 2024-11-16T01:25:10,714 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T01:25:10,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 2024-11-16T01:25:10,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 after 0ms 2024-11-16T01:25:10,715 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 took 1ms 2024-11-16T01:25:10,716 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:10,716 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 so closing down 2024-11-16T01:25:10,717 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:10,717 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:10,718 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T01:25:10,718 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T01:25:10,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T01:25:10,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T01:25:10,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742354_1534 (size=678) 2024-11-16T01:25:10,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742354_1534 (size=678) 2024-11-16T01:25:10,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742353_1533 (size=743) 2024-11-16T01:25:10,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742353_1533 (size=743) 2024-11-16T01:25:11,122 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:11,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:11,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-16T01:25:11,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T01:25:11,124 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 408 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:11,124 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4, size=1.4 K (1393bytes) at 1731720310714Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 so closing down at 1731720310716 (+2 ms)3 split writer threads finished at 1731720310717 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731720310719 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731720310719Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731720311122 (+403 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720311123 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731720311124 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731720311124Processed 19 edits across 2 Regions in 408 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720311124 2024-11-16T01:25:11,125 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.4 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.4 2024-11-16T01:25:11,126 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T01:25:11,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 2024-11-16T01:25:11,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 after 0ms 2024-11-16T01:25:11,128 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 took 2ms 2024-11-16T01:25:11,129 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:11,129 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 so closing down 2024-11-16T01:25:11,129 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:11,129 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:11,131 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T01:25:11,131 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T01:25:11,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T01:25:11,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T01:25:11,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742355_1535 (size=743) 2024-11-16T01:25:11,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742355_1535 (size=743) 2024-11-16T01:25:11,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742356_1536 (size=678) 2024-11-16T01:25:11,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742356_1536 (size=678) 2024-11-16T01:25:11,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:11,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T01:25:11,536 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:11,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-16T01:25:11,537 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T01:25:11,537 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5, size=1.4 K (1393bytes) at 1731720311126Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 so closing down at 1731720311129 (+3 ms)3 split writer threads finished at 1731720311129Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731720311132 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731720311132Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720311135 (+3 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731720311136 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731720311536 (+400 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731720311537 (+1 ms)Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731720311537 2024-11-16T01:25:11,538 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.5 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.5 2024-11-16T01:25:11,539 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T01:25:11,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 2024-11-16T01:25:11,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 after 0ms 2024-11-16T01:25:11,540 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 took 2ms 2024-11-16T01:25:11,541 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:11,542 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 so closing down 2024-11-16T01:25:11,542 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:11,542 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:11,543 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T01:25:11,543 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T01:25:11,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T01:25:11,544 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T01:25:11,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742357_1537 (size=683) 2024-11-16T01:25:11,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742357_1537 (size=683) 2024-11-16T01:25:11,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742358_1538 (size=749) 2024-11-16T01:25:11,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:11,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742358_1538 (size=749) 2024-11-16T01:25:11,553 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-16T01:25:11,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:11,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T01:25:11,954 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-16T01:25:11,954 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6, size=1.4 K (1405bytes) at 1731720311539Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 so closing down at 1731720311542 (+3 ms)3 split writer threads finished at 1731720311542Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731720311544 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731720311544Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731720311552 (+8 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731720311553 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720311953 (+400 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731720311953Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731720311954 (+1 ms) 2024-11-16T01:25:11,955 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.6 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.6 2024-11-16T01:25:11,956 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T01:25:11,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 2024-11-16T01:25:11,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 after 0ms 2024-11-16T01:25:11,958 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 took 2ms 2024-11-16T01:25:11,959 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:11,959 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 so closing down 2024-11-16T01:25:11,959 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:11,959 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:11,961 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T01:25:11,961 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T01:25:11,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T01:25:11,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T01:25:11,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742360_1540 (size=687) 2024-11-16T01:25:11,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742360_1540 (size=687) 2024-11-16T01:25:11,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742359_1539 (size=753) 2024-11-16T01:25:11,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742359_1539 (size=753) 2024-11-16T01:25:11,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:11,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:11,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-16T01:25:11,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T01:25:11,973 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T01:25:11,973 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7, size=1.4 K (1413bytes) at 1731720311956Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 so closing down at 1731720311959 (+3 ms)3 split writer threads finished at 1731720311959Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731720311962 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731720311962Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731720311972 (+10 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720311972Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731720311972Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731720311973 (+1 ms)Processed 19 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731720311973 2024-11-16T01:25:11,974 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.7 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.7 2024-11-16T01:25:11,974 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T01:25:11,974 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 2024-11-16T01:25:11,975 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 after 1ms 2024-11-16T01:25:11,976 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 took 2ms 2024-11-16T01:25:11,977 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:11,978 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 so closing down 2024-11-16T01:25:11,978 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:11,978 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:11,984 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T01:25:11,984 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T01:25:11,984 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T01:25:11,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T01:25:11,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742361_1541 (size=687) 2024-11-16T01:25:11,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742361_1541 (size=687) 2024-11-16T01:25:11,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:11,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-16T01:25:11,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742362_1542 (size=753) 2024-11-16T01:25:11,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742362_1542 (size=753) 2024-11-16T01:25:11,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:11,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T01:25:11,999 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T01:25:11,999 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8, size=1.4 K (1413bytes) at 1731720311974Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 so closing down at 1731720311978 (+4 ms)3 split writer threads finished at 1731720311978Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731720311984 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731720311984Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731720311991 (+7 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731720311992 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720311998 (+6 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731720311999 (+1 ms)Processed 19 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731720311999 2024-11-16T01:25:12,001 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.8 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.8 2024-11-16T01:25:12,001 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T01:25:12,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 2024-11-16T01:25:12,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 after 0ms 2024-11-16T01:25:12,003 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 took 2ms 2024-11-16T01:25:12,003 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T01:25:12,004 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 so closing down 2024-11-16T01:25:12,004 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T01:25:12,004 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T01:25:12,005 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T01:25:12,005 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T01:25:12,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T01:25:12,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T01:25:12,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742363_1543 (size=753) 2024-11-16T01:25:12,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742364_1544 (size=687) 2024-11-16T01:25:12,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742364_1544 (size=687) 2024-11-16T01:25:12,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:12,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742363_1543 (size=753) 2024-11-16T01:25:12,009 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T01:25:12,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T01:25:12,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-16T01:25:12,010 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T01:25:12,010 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9, size=1.4 K (1413bytes) at 1731720312001Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 so closing down at 1731720312004 (+3 ms)3 split writer threads finished at 1731720312004Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731720312006 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731720312006Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731720312009 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731720312009Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731720312010 (+1 ms)Rename recovered edits hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731720312010Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731720312010 2024-11-16T01:25:12,012 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731720309234/wal.dat.9 to hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.9 2024-11-16T01:25:12,013 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720310266; access_time=1731720310118; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720310682; access_time=1731720310129; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720310701; access_time=1731720310142; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720310713; access_time=1731720310152; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720311125; access_time=1731720310161; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731720311538; access_time=1731720310174; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731720311955; access_time=1731720310192; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731720311973; access_time=1731720310205; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731720312000; access_time=1731720310216; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38643/user/jenkins/test-data/a60cac39-515c-c4ef-6181-50bf776e5301/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731720312011; access_time=1731720310226; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T01:25:12,020 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=150 (was 150), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 483), ProcessCount=11 (was 11), AvailableMemoryMB=5680 (was 5712) 2024-11-16T01:25:12,028 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=150, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=5680 2024-11-16T01:25:12,028 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T01:25:12,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742365_1545 (size=7) 2024-11-16T01:25:12,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742365_1545 (size=7) 2024-11-16T01:25:12,034 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38643/user/jenkins/test-data/cbd4ee18-7bc5-312a-6854-7d9dc89e8cf6 with version=8 2024-11-16T01:25:12,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:12,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:25:12,038 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T01:25:12,038 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T01:25:12,039 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T01:25:12,039 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T01:25:12,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T01:25:12,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T01:25:12,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742366_1546 (size=2324) 2024-11-16T01:25:12,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742366_1546 (size=2324) 2024-11-16T01:25:12,050 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T01:25:12,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073742367_1547 (size=2325) 2024-11-16T01:25:12,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073742367_1547 (size=2325) 2024-11-16T01:25:12,070 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38643/user/jenkins/test-data/ee74aa7a-cb88-e118-2725-54af5e86d4dc/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731720312038/wal.dat.0, size=2.3 K (2325bytes) 2024-11-16T01:25:12,070 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38643/user/jenkins/test-data/ee74aa7a-cb88-e118-2725-54af5e86d4dc/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731720312038/wal.dat.0 2024-11-16T01:25:12,070 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38643/user/jenkins/test-data/ee74aa7a-cb88-e118-2725-54af5e86d4dc/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731720312038/wal.dat.0 after 0ms 2024-11-16T01:25:12,072 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38643/user/jenkins/test-data/ee74aa7a-cb88-e118-2725-54af5e86d4dc/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731720312038/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:38643/user/jenkins/test-data/ee74aa7a-cb88-e118-2725-54af5e86d4dc/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731720312038/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-16T01:25:12,072 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/ee74aa7a-cb88-e118-2725-54af5e86d4dc/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731720312038/wal.dat.0 so closing down 2024-11-16T01:25:12,072 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/ee74aa7a-cb88-e118-2725-54af5e86d4dc/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731720312038/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-16T01:25:12,072 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38643/user/jenkins/test-data/ee74aa7a-cb88-e118-2725-54af5e86d4dc/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731720312038/wal.dat.0, journal: Splitting hdfs://localhost:38643/user/jenkins/test-data/ee74aa7a-cb88-e118-2725-54af5e86d4dc/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731720312038/wal.dat.0, size=2.3 K (2325bytes) at 1731720312070Finishing writing output for hdfs://localhost:38643/user/jenkins/test-data/ee74aa7a-cb88-e118-2725-54af5e86d4dc/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731720312038/wal.dat.0 so closing down at 1731720312072 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38643/user/jenkins/test-data/ee74aa7a-cb88-e118-2725-54af5e86d4dc/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731720312038/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731720312072 2024-11-16T01:25:12,074 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38643/user/jenkins/test-data/ee74aa7a-cb88-e118-2725-54af5e86d4dc/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731720312038/wal.dat.0 to hdfs://localhost:38643/user/jenkins/test-data/ee74aa7a-cb88-e118-2725-54af5e86d4dc/corrupt/wal.dat.0 2024-11-16T01:25:12,082 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=150 (was 150), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 468), ProcessCount=11 (was 11), AvailableMemoryMB=5680 (was 5680) 2024-11-16T01:25:12,107 WARN [BP-1282028524-172.17.0.2-1731720250481 heartbeating to localhost/127.0.0.1:38643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1282028524-172.17.0.2-1731720250481 (Datanode Uuid 50a297f5-4c74-42bc-be94-a6214dbbd503) service to localhost/127.0.0.1:38643 2024-11-16T01:25:12,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/cluster_1555d5ec-e417-8405-b7e3-7007e0e58e41/data/data3/current/BP-1282028524-172.17.0.2-1731720250481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:25:12,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/cluster_1555d5ec-e417-8405-b7e3-7007e0e58e41/data/data4/current/BP-1282028524-172.17.0.2-1731720250481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:25:12,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0403e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:25:12,126 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:25:12,126 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:25:12,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:25:12,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/hadoop.log.dir/,STOPPED} 2024-11-16T01:25:12,133 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:25:12,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e587259{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:25:12,135 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:25:12,136 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:25:12,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:25:12,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/hadoop.log.dir/,STOPPED} 2024-11-16T01:25:12,138 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:25:12,138 WARN [BP-1282028524-172.17.0.2-1731720250481 heartbeating to localhost/127.0.0.1:38643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:25:12,138 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:25:12,138 WARN [BP-1282028524-172.17.0.2-1731720250481 heartbeating to localhost/127.0.0.1:38643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1282028524-172.17.0.2-1731720250481 (Datanode Uuid f01bfeca-2ac0-43da-9d5e-0afa8ff237d3) service to localhost/127.0.0.1:38643 2024-11-16T01:25:12,138 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/cluster_1555d5ec-e417-8405-b7e3-7007e0e58e41/data/data1/current/BP-1282028524-172.17.0.2-1731720250481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:25:12,138 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/cluster_1555d5ec-e417-8405-b7e3-7007e0e58e41/data/data2/current/BP-1282028524-172.17.0.2-1731720250481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:25:12,139 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:25:12,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:25:12,148 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:25:12,148 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:25:12,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:25:12,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cbb511-0f61-4d26-2b62-8e439368fd49/hadoop.log.dir/,STOPPED}