2024-12-03 18:26:18,111 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-12-03 18:26:18,145 main DEBUG Took 0.030678 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 18:26:18,146 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 18:26:18,148 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 18:26:18,150 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 18:26:18,152 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:26:18,168 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 18:26:18,191 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:26:18,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:26:18,193 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:26:18,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:26:18,194 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:26:18,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:26:18,196 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:26:18,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:26:18,197 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:26:18,197 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:26:18,198 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:26:18,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:26:18,199 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:26:18,200 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:26:18,200 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:26:18,200 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:26:18,201 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:26:18,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:26:18,202 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:26:18,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:26:18,203 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:26:18,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:26:18,204 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:26:18,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:26:18,205 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:26:18,205 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 18:26:18,208 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:26:18,209 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 18:26:18,212 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 18:26:18,212 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 18:26:18,214 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 18:26:18,214 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 18:26:18,231 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 18:26:18,234 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 18:26:18,237 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 18:26:18,237 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 18:26:18,238 main DEBUG createAppenders(={Console}) 2024-12-03 18:26:18,239 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-12-03 18:26:18,240 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-12-03 18:26:18,240 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-12-03 18:26:18,241 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 18:26:18,241 main DEBUG OutputStream closed 2024-12-03 18:26:18,242 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 18:26:18,242 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 18:26:18,242 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-12-03 18:26:18,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 18:26:18,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 18:26:18,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 18:26:18,388 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 18:26:18,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 18:26:18,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 18:26:18,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 18:26:18,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 18:26:18,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 18:26:18,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 18:26:18,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 18:26:18,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 18:26:18,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 18:26:18,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 18:26:18,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 18:26:18,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 18:26:18,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 18:26:18,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 18:26:18,397 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 18:26:18,397 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-12-03 18:26:18,399 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 18:26:18,400 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-12-03T18:26:18,418 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-12-03 18:26:18,422 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 18:26:18,423 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T18:26:18,743 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee 2024-12-03T18:26:18,743 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-12-03T18:26:18,878 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T18:26:18,984 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/cluster_60156fb5-4b48-39c5-1296-5389bb1f49b9, deleteOnExit=true 2024-12-03T18:26:18,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/test.cache.data in system properties and HBase conf 2024-12-03T18:26:18,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:26:18,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:26:18,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:26:18,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:26:18,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:26:19,097 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:26:19,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:26:19,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:26:19,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:26:19,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:26:19,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:26:19,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:26:19,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:26:19,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:26:19,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:26:19,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:26:19,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:26:19,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:26:19,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:26:19,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:26:20,300 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T18:26:20,395 INFO [Time-limited test {}] log.Log(170): Logging initialized @3420ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T18:26:20,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:26:20,562 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:26:20,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:26:20,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:26:20,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:26:20,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:26:20,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:26:20,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:26:20,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/java.io.tmpdir/jetty-localhost-38103-hadoop-hdfs-3_4_1-tests_jar-_-any-14961882530452192360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:26:20,920 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:38103} 2024-12-03T18:26:20,920 INFO [Time-limited test {}] server.Server(415): Started @3946ms 2024-12-03T18:26:21,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:26:21,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:26:21,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:26:21,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:26:21,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:26:21,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1b205d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:26:21,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c4ae84e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:26:21,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d5fd7b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/java.io.tmpdir/jetty-localhost-34147-hadoop-hdfs-3_4_1-tests_jar-_-any-2655519637353494388/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:26:21,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24b189de{HTTP/1.1, (http/1.1)}{localhost:34147} 2024-12-03T18:26:21,963 INFO [Time-limited test {}] server.Server(415): Started @4989ms 2024-12-03T18:26:22,029 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:26:22,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:26:22,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:26:22,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:26:22,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:26:22,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:26:22,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fa1a8ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:26:22,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61a455f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:26:22,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cc8a45b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/java.io.tmpdir/jetty-localhost-38235-hadoop-hdfs-3_4_1-tests_jar-_-any-12507214413242217094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:26:22,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2446b879{HTTP/1.1, (http/1.1)}{localhost:38235} 2024-12-03T18:26:22,559 INFO [Time-limited test {}] server.Server(415): Started @5585ms 2024-12-03T18:26:22,573 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:26:23,513 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/cluster_60156fb5-4b48-39c5-1296-5389bb1f49b9/data/data2/current/BP-1865188217-172.17.0.3-1733250379835/current, will proceed with Du for space computation calculation, 2024-12-03T18:26:23,514 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/cluster_60156fb5-4b48-39c5-1296-5389bb1f49b9/data/data3/current/BP-1865188217-172.17.0.3-1733250379835/current, will proceed with Du for space computation calculation, 2024-12-03T18:26:23,514 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/cluster_60156fb5-4b48-39c5-1296-5389bb1f49b9/data/data1/current/BP-1865188217-172.17.0.3-1733250379835/current, will proceed with Du for space computation calculation, 2024-12-03T18:26:23,514 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/cluster_60156fb5-4b48-39c5-1296-5389bb1f49b9/data/data4/current/BP-1865188217-172.17.0.3-1733250379835/current, will proceed with Du for space computation calculation, 2024-12-03T18:26:23,594 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:26:23,594 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:26:23,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaad42a10e50cca9 with lease ID 0x3c35f757278e4bf6: Processing first storage report for DS-e09aee7e-f9cd-477b-80ed-929d64fdab41 from datanode DatanodeRegistration(127.0.0.1:40241, datanodeUuid=b6770273-89d3-4c83-9259-8b517d4dd52b, infoPort=36625, infoSecurePort=0, ipcPort=35415, storageInfo=lv=-57;cid=testClusterID;nsid=558583068;c=1733250379835) 2024-12-03T18:26:23,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaad42a10e50cca9 with lease ID 0x3c35f757278e4bf6: from storage DS-e09aee7e-f9cd-477b-80ed-929d64fdab41 node DatanodeRegistration(127.0.0.1:40241, datanodeUuid=b6770273-89d3-4c83-9259-8b517d4dd52b, infoPort=36625, infoSecurePort=0, ipcPort=35415, storageInfo=lv=-57;cid=testClusterID;nsid=558583068;c=1733250379835), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T18:26:23,667 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b22c2932068508e with lease ID 0x3c35f757278e4bf5: Processing first storage report for DS-b2993523-a055-434f-8d56-85c833e7a408 from datanode DatanodeRegistration(127.0.0.1:42405, datanodeUuid=98661f96-7348-4498-8ac1-d645f70534be, infoPort=40129, infoSecurePort=0, ipcPort=34375, storageInfo=lv=-57;cid=testClusterID;nsid=558583068;c=1733250379835) 2024-12-03T18:26:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b22c2932068508e with lease ID 0x3c35f757278e4bf5: from storage DS-b2993523-a055-434f-8d56-85c833e7a408 node DatanodeRegistration(127.0.0.1:42405, datanodeUuid=98661f96-7348-4498-8ac1-d645f70534be, infoPort=40129, infoSecurePort=0, ipcPort=34375, storageInfo=lv=-57;cid=testClusterID;nsid=558583068;c=1733250379835), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T18:26:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaad42a10e50cca9 with lease ID 0x3c35f757278e4bf6: Processing first storage report for DS-361d8303-66a4-406c-ad9c-7b93bd8320cf from datanode DatanodeRegistration(127.0.0.1:40241, datanodeUuid=b6770273-89d3-4c83-9259-8b517d4dd52b, infoPort=36625, infoSecurePort=0, ipcPort=35415, storageInfo=lv=-57;cid=testClusterID;nsid=558583068;c=1733250379835) 2024-12-03T18:26:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaad42a10e50cca9 with lease ID 0x3c35f757278e4bf6: from storage DS-361d8303-66a4-406c-ad9c-7b93bd8320cf node DatanodeRegistration(127.0.0.1:40241, datanodeUuid=b6770273-89d3-4c83-9259-8b517d4dd52b, infoPort=36625, infoSecurePort=0, ipcPort=35415, storageInfo=lv=-57;cid=testClusterID;nsid=558583068;c=1733250379835), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:26:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b22c2932068508e with lease ID 0x3c35f757278e4bf5: Processing first storage report for DS-c3087062-0826-4cba-9016-2df0899a105f from datanode DatanodeRegistration(127.0.0.1:42405, datanodeUuid=98661f96-7348-4498-8ac1-d645f70534be, infoPort=40129, infoSecurePort=0, ipcPort=34375, storageInfo=lv=-57;cid=testClusterID;nsid=558583068;c=1733250379835) 2024-12-03T18:26:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b22c2932068508e with lease ID 0x3c35f757278e4bf5: from storage DS-c3087062-0826-4cba-9016-2df0899a105f node DatanodeRegistration(127.0.0.1:42405, datanodeUuid=98661f96-7348-4498-8ac1-d645f70534be, infoPort=40129, infoSecurePort=0, ipcPort=34375, storageInfo=lv=-57;cid=testClusterID;nsid=558583068;c=1733250379835), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T18:26:23,724 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee 2024-12-03T18:26:23,738 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=124, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=580, ProcessCount=11, AvailableMemoryMB=1441 2024-12-03T18:26:23,740 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:26:23,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:23,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:24,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:26:24,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:26:24,441 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:26:24,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:24,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:24,485 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:24,527 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T18:26:24,551 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-12-03T18:26:24,556 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:24,556 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:26:24,559 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:26:24,567 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:26:24,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,586 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T18:26:24,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741826_1002 (size=1393) 2024-12-03T18:26:24,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741826_1002 (size=1393) 2024-12-03T18:26:24,708 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:26:24,709 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:26:24,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741827_1003 (size=1393) 2024-12-03T18:26:24,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741827_1003 (size=1393) 2024-12-03T18:26:24,817 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:26:24,817 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:26:24,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741828_1004 (size=1393) 2024-12-03T18:26:24,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741828_1004 (size=1393) 2024-12-03T18:26:24,911 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:26:24,911 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:26:24,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:24,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:24,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741829_1005 (size=1393) 2024-12-03T18:26:24,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741829_1005 (size=1393) 2024-12-03T18:26:25,361 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:26:25,362 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:26:25,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741830_1006 (size=1393) 2024-12-03T18:26:25,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741830_1006 (size=1393) 2024-12-03T18:26:25,420 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:26:25,421 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:26:25,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741831_1007 (size=1393) 2024-12-03T18:26:25,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741831_1007 (size=1393) 2024-12-03T18:26:25,462 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:26:25,463 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:26:25,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741832_1008 (size=1405) 2024-12-03T18:26:25,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741832_1008 (size=1405) 2024-12-03T18:26:25,922 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:26:25,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:26:25,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:25,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741833_1009 (size=1413) 2024-12-03T18:26:25,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741833_1009 (size=1413) 2024-12-03T18:26:25,972 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:26:25,973 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:26:25,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:25,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741834_1010 (size=1413) 2024-12-03T18:26:26,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741834_1010 (size=1413) 2024-12-03T18:26:26,065 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:26:26,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:26:26,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741835_1011 (size=1413) 2024-12-03T18:26:26,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741835_1011 (size=1413) 2024-12-03T18:26:26,107 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:26:26,203 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/d36c673a-078e-6b9b-9e60-f935ff5c4d82/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733250384534/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T18:26:26,205 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T18:26:26,205 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T18:26:26,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/d36c673a-078e-6b9b-9e60-f935ff5c4d82/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733250384534/wal.dat.0 2024-12-03T18:26:26,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/d36c673a-078e-6b9b-9e60-f935ff5c4d82/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733250384534/wal.dat.0 after 5ms 2024-12-03T18:26:26,288 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/d36c673a-078e-6b9b-9e60-f935ff5c4d82/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733250384534/wal.dat.0 took 90ms 2024-12-03T18:26:26,310 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d36c673a-078e-6b9b-9e60-f935ff5c4d82/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733250384534/wal.dat.0 so closing down 2024-12-03T18:26:26,318 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:26,319 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:26,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d36c673a-078e-6b9b-9e60-f935ff5c4d82/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733250384534/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:26,333 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/d36c673a-078e-6b9b-9e60-f935ff5c4d82/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733250384534/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/d36c673a-078e-6b9b-9e60-f935ff5c4d82/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733250384534/wal.dat.0, size=1.4 K (1393bytes) at 1733250386203Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d36c673a-078e-6b9b-9e60-f935ff5c4d82/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733250384534/wal.dat.0 so closing down at 1733250386310 (+107 ms)3 split writer threads finished at 1733250386319 (+9 ms)Processed 0 edits across 0 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d36c673a-078e-6b9b-9e60-f935ff5c4d82/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733250384534/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250386329 (+10 ms) 2024-12-03T18:26:26,333 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-12-03T18:26:26,376 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=129 (was 124) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@29c619a5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1181349261_22 at /127.0.0.1:37506 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=614 (was 580) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1300 (was 1441) 2024-12-03T18:26:26,398 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=614, ProcessCount=11, AvailableMemoryMB=1288 2024-12-03T18:26:26,398 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:26:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741836_1012 (size=7) 2024-12-03T18:26:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741836_1012 (size=7) 2024-12-03T18:26:26,454 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:26:26,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:26,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:26,485 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:26,485 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-12-03T18:26:26,485 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:26:26,488 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:26:26,497 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:26:26,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741837_1013 (size=2324) 2024-12-03T18:26:26,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741837_1013 (size=2324) 2024-12-03T18:26:26,588 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:26:26,618 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/WALs/testsplitlogfilemultipleregions,16010,1733250386485/wal.dat.0, size=2.3 K (2324bytes) 2024-12-03T18:26:26,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/WALs/testsplitlogfilemultipleregions,16010,1733250386485/wal.dat.0 2024-12-03T18:26:26,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/WALs/testsplitlogfilemultipleregions,16010,1733250386485/wal.dat.0 after 4ms 2024-12-03T18:26:26,627 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/WALs/testsplitlogfilemultipleregions,16010,1733250386485/wal.dat.0 took 11ms 2024-12-03T18:26:26,641 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/WALs/testsplitlogfilemultipleregions,16010,1733250386485/wal.dat.0 so closing down 2024-12-03T18:26:26,641 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:26,641 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:26,680 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T18:26:26,680 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:26:26,683 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T18:26:26,685 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:26:26,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741839_1015 (size=743) 2024-12-03T18:26:26,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741839_1015 (size=743) 2024-12-03T18:26:26,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741838_1014 (size=743) 2024-12-03T18:26:26,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741838_1014 (size=743) 2024-12-03T18:26:26,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-12-03T18:26:26,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-12-03T18:26:26,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T18:26:26,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T18:26:26,717 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 86 ms; skipped=7; WAL=hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/WALs/testsplitlogfilemultipleregions,16010,1733250386485/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-12-03T18:26:26,718 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/WALs/testsplitlogfilemultipleregions,16010,1733250386485/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/WALs/testsplitlogfilemultipleregions,16010,1733250386485/wal.dat.0, size=2.3 K (2324bytes) at 1733250386618Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/WALs/testsplitlogfilemultipleregions,16010,1733250386485/wal.dat.0 so closing down at 1733250386641 (+23 ms)3 split writer threads finished at 1733250386641Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733250386683 (+42 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250386686 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1733250386711 (+25 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1733250386711Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733250386717 (+6 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733250386717Processed 27 edits across 2 Regions in 86 ms; skipped=7; WAL=hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/WALs/testsplitlogfilemultipleregions,16010,1733250386485/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1733250386717 2024-12-03T18:26:26,733 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/WALs/testsplitlogfilemultipleregions,16010,1733250386485/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/13b662ab-005e-ddee-2694-d7e285d044e3/oldWALs/wal.dat.0 2024-12-03T18:26:26,772 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=130 (was 129) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_278324734_22 at /127.0.0.1:37506 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_278324734_22 at /127.0.0.1:51182 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=385 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=614 (was 614), ProcessCount=11 (was 11), AvailableMemoryMB=1252 (was 1288) 2024-12-03T18:26:26,782 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=130, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=614, ProcessCount=11, AvailableMemoryMB=1251 2024-12-03T18:26:26,782 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:26:26,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741840_1016 (size=7) 2024-12-03T18:26:26,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741840_1016 (size=7) 2024-12-03T18:26:26,808 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:26:26,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:26,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:26,815 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:26,816 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:26:26,817 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:26:26,821 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:26:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:26,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:26,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741841_1017 (size=2324) 2024-12-03T18:26:26,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741841_1017 (size=2324) 2024-12-03T18:26:27,268 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:26:28,420 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b2744304-eb31-ad98-e153-5705b1d4011e/WALs/testterminationaskedbyreporter,16010,1733250386816/wal.dat.0, size=2.3 K (2324bytes) 2024-12-03T18:26:28,420 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b2744304-eb31-ad98-e153-5705b1d4011e/WALs/testterminationaskedbyreporter,16010,1733250386816/wal.dat.0 so closing down 2024-12-03T18:26:28,421 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b2744304-eb31-ad98-e153-5705b1d4011e/WALs/testterminationaskedbyreporter,16010,1733250386816/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-12-03T18:26:28,421 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b2744304-eb31-ad98-e153-5705b1d4011e/WALs/testterminationaskedbyreporter,16010,1733250386816/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b2744304-eb31-ad98-e153-5705b1d4011e/WALs/testterminationaskedbyreporter,16010,1733250386816/wal.dat.0, size=2.3 K (2324bytes) at 1733250388420Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b2744304-eb31-ad98-e153-5705b1d4011e/WALs/testterminationaskedbyreporter,16010,1733250386816/wal.dat.0 so closing down at 1733250388420Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b2744304-eb31-ad98-e153-5705b1d4011e/WALs/testterminationaskedbyreporter,16010,1733250386816/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1733250388421 (+1 ms) 2024-12-03T18:26:28,435 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=130 (was 130), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=614 (was 614), ProcessCount=11 (was 11), AvailableMemoryMB=1161 (was 1251) 2024-12-03T18:26:28,444 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=130, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=614, ProcessCount=11, AvailableMemoryMB=1161 2024-12-03T18:26:28,444 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:26:28,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741842_1018 (size=7) 2024-12-03T18:26:28,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741842_1018 (size=7) 2024-12-03T18:26:28,872 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:26:28,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:28,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:28,891 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:28,891 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-12-03T18:26:28,895 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:26:28,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741843_1019 (size=1043) 2024-12-03T18:26:28,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741843_1019 (size=1043) 2024-12-03T18:26:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:26:28,916 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:26:28,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:26:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:28,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741845_1021 (size=1043) 2024-12-03T18:26:28,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741845_1021 (size=1043) 2024-12-03T18:26:28,995 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:26:28,995 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:26:29,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741846_1022 (size=1043) 2024-12-03T18:26:29,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741846_1022 (size=1043) 2024-12-03T18:26:29,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:26:29,076 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:26:29,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741847_1023 (size=1043) 2024-12-03T18:26:29,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741847_1023 (size=1043) 2024-12-03T18:26:29,111 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:26:29,111 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:26:29,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741848_1024 (size=1043) 2024-12-03T18:26:29,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741848_1024 (size=1043) 2024-12-03T18:26:29,134 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:26:29,134 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:26:29,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741849_1025 (size=1043) 2024-12-03T18:26:29,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741849_1025 (size=1043) 2024-12-03T18:26:29,156 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:26:29,156 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:26:29,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741850_1026 (size=1043) 2024-12-03T18:26:29,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741850_1026 (size=1043) 2024-12-03T18:26:29,200 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:26:29,200 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:26:29,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741851_1027 (size=1043) 2024-12-03T18:26:29,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741851_1027 (size=1043) 2024-12-03T18:26:29,226 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:26:29,226 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:26:29,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:29,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741852_1028 (size=1043) 2024-12-03T18:26:29,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741852_1028 (size=1043) 2024-12-03T18:26:29,252 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:26:29,277 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.0, size=1.0 K (1043bytes) 2024-12-03T18:26:29,277 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.0 2024-12-03T18:26:29,278 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.0 after 1ms 2024-12-03T18:26:29,288 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.0 took 10ms 2024-12-03T18:26:29,290 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-12-03T18:26:29,291 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.0 so closing down 2024-12-03T18:26:29,292 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:29,292 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:29,292 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T18:26:29,292 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.0, size=1.0 K (1043bytes) at 1733250389277Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.0 so closing down at 1733250389292 (+15 ms)3 split writer threads finished at 1733250389292Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733250389292 2024-12-03T18:26:29,297 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/oldWALs/wal.dat.0 2024-12-03T18:26:29,297 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.1, size=180 (180bytes) 2024-12-03T18:26:29,297 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.1 2024-12-03T18:26:29,299 WARN [IPC Server handler 4 on default port 39871 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-12-03T18:26:29,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.1 after 2ms 2024-12-03T18:26:29,640 WARN [ResponseProcessor for block BP-1865188217-172.17.0.3-1733250379835:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1865188217-172.17.0.3-1733250379835:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T18:26:29,640 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-146187429_22 at /127.0.0.1:51206 [Receiving block BP-1865188217-172.17.0.3-1733250379835:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:40241:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51206 dst: /127.0.0.1:40241 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:26:29,640 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-146187429_22 at /127.0.0.1:37604 [Receiving block BP-1865188217-172.17.0.3-1733250379835:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:42405:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37604 dst: /127.0.0.1:42405 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42405 remote=/127.0.0.1:37604]. Total timeout mills is 60000, 59290 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:26:29,645 WARN [DataStreamer for file /user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.1 block BP-1865188217-172.17.0.3-1733250379835:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1865188217-172.17.0.3-1733250379835:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42405,DS-b2993523-a055-434f-8d56-85c833e7a408,DISK], DatanodeInfoWithStorage[127.0.0.1:40241,DS-e09aee7e-f9cd-477b-80ed-929d64fdab41,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42405,DS-b2993523-a055-434f-8d56-85c833e7a408,DISK]) is bad. 2024-12-03T18:26:29,653 WARN [DataStreamer for file /user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.1 block BP-1865188217-172.17.0.3-1733250379835:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1865188217-172.17.0.3-1733250379835:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T18:26:29,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741844_1029 (size=1035) 2024-12-03T18:26:29,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741844_1029 (size=1035) 2024-12-03T18:26:33,301 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.1 after 4004ms 2024-12-03T18:26:33,306 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.1 took 4009ms 2024-12-03T18:26:33,313 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.1; continuing. 2024-12-03T18:26:33,313 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.1 so closing down 2024-12-03T18:26:33,313 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:33,313 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:33,313 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-12-03T18:26:33,313 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.1, size=180 (180bytes) at 1733250389297Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.1 so closing down at 1733250393313 (+4016 ms)3 split writer threads finished at 1733250393313Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1733250393313 2024-12-03T18:26:33,319 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/oldWALs/wal.dat.1 2024-12-03T18:26:33,320 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.2, size=1.0 K (1043bytes) 2024-12-03T18:26:33,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.2 2024-12-03T18:26:33,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.2 after 1ms 2024-12-03T18:26:33,326 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.2 took 6ms 2024-12-03T18:26:33,338 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.2 so closing down 2024-12-03T18:26:33,339 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:33,346 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:33,347 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T18:26:33,347 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.2, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.2, size=1.0 K (1043bytes) at 1733250393320Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.2 so closing down at 1733250393338 (+18 ms)3 split writer threads finished at 1733250393346 (+8 ms)Processed 10 edits across 0 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733250393347 (+1 ms) 2024-12-03T18:26:33,363 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.2 to hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/oldWALs/wal.dat.2 2024-12-03T18:26:33,364 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.3, size=1.0 K (1043bytes) 2024-12-03T18:26:33,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.3 2024-12-03T18:26:33,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.3 after 1ms 2024-12-03T18:26:33,371 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.3 took 8ms 2024-12-03T18:26:33,383 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.3 so closing down 2024-12-03T18:26:33,383 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:33,386 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:33,386 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T18:26:33,387 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.3, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.3, size=1.0 K (1043bytes) at 1733250393364Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.3 so closing down at 1733250393383 (+19 ms)3 split writer threads finished at 1733250393386 (+3 ms)Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733250393387 (+1 ms) 2024-12-03T18:26:33,393 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.3 to hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/oldWALs/wal.dat.3 2024-12-03T18:26:33,393 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.4, size=1.0 K (1043bytes) 2024-12-03T18:26:33,394 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.4 2024-12-03T18:26:33,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.4 after 1ms 2024-12-03T18:26:33,401 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.4 took 8ms 2024-12-03T18:26:33,410 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.4 so closing down 2024-12-03T18:26:33,410 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:33,411 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:33,411 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T18:26:33,411 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.4, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.4, size=1.0 K (1043bytes) at 1733250393393Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.4 so closing down at 1733250393410 (+17 ms)3 split writer threads finished at 1733250393411 (+1 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733250393411 2024-12-03T18:26:33,418 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.4 to hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/oldWALs/wal.dat.4 2024-12-03T18:26:33,418 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.5, size=1.0 K (1043bytes) 2024-12-03T18:26:33,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.5 2024-12-03T18:26:33,420 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.5 after 2ms 2024-12-03T18:26:33,425 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.5 took 7ms 2024-12-03T18:26:33,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.5 so closing down 2024-12-03T18:26:33,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:33,429 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:33,429 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T18:26:33,429 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.5, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.5, size=1.0 K (1043bytes) at 1733250393418Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.5 so closing down at 1733250393429 (+11 ms)3 split writer threads finished at 1733250393429Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733250393429 2024-12-03T18:26:33,436 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.5 to hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/oldWALs/wal.dat.5 2024-12-03T18:26:33,436 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.6, size=1.0 K (1043bytes) 2024-12-03T18:26:33,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.6 2024-12-03T18:26:33,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.6 after 1ms 2024-12-03T18:26:33,445 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.6 took 9ms 2024-12-03T18:26:33,456 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.6 so closing down 2024-12-03T18:26:33,456 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:33,458 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:33,459 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T18:26:33,459 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.6, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.6, size=1.0 K (1043bytes) at 1733250393436Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.6 so closing down at 1733250393456 (+20 ms)3 split writer threads finished at 1733250393459 (+3 ms)Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733250393459 2024-12-03T18:26:33,472 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.6 to hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/oldWALs/wal.dat.6 2024-12-03T18:26:33,472 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.7, size=1.0 K (1043bytes) 2024-12-03T18:26:33,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.7 2024-12-03T18:26:33,473 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.7 after 1ms 2024-12-03T18:26:33,478 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.7 took 6ms 2024-12-03T18:26:33,486 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.7 so closing down 2024-12-03T18:26:33,486 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:33,486 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:33,486 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T18:26:33,487 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.7, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.7, size=1.0 K (1043bytes) at 1733250393472Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.7 so closing down at 1733250393486 (+14 ms)3 split writer threads finished at 1733250393486Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733250393487 (+1 ms) 2024-12-03T18:26:33,494 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.7 to hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/oldWALs/wal.dat.7 2024-12-03T18:26:33,494 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.8, size=1.0 K (1043bytes) 2024-12-03T18:26:33,495 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.8 2024-12-03T18:26:33,495 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.8 after 0ms 2024-12-03T18:26:33,501 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.8 took 6ms 2024-12-03T18:26:33,509 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.8 so closing down 2024-12-03T18:26:33,509 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:33,509 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:33,509 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T18:26:33,509 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.8, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.8, size=1.0 K (1043bytes) at 1733250393494Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.8 so closing down at 1733250393509 (+15 ms)3 split writer threads finished at 1733250393509Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733250393509 2024-12-03T18:26:33,515 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.8 to hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/oldWALs/wal.dat.8 2024-12-03T18:26:33,516 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.9, size=1.0 K (1043bytes) 2024-12-03T18:26:33,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.9 2024-12-03T18:26:33,517 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.9 after 1ms 2024-12-03T18:26:33,522 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.9 took 7ms 2024-12-03T18:26:33,529 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.9 so closing down 2024-12-03T18:26:33,529 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:33,534 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:33,534 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T18:26:33,534 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.9, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.9, size=1.0 K (1043bytes) at 1733250393516Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.9 so closing down at 1733250393529 (+13 ms)3 split writer threads finished at 1733250393534 (+5 ms)Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733250393534 2024-12-03T18:26:33,546 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/WALs/testsplitdeletedregion,16010,1733250388891/wal.dat.9 to hdfs://localhost:39871/user/jenkins/test-data/6791d437-3b73-66e3-220d-6831ebfde552/oldWALs/wal.dat.9 2024-12-03T18:26:33,563 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=136 (was 130) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1742940679_22 at /127.0.0.1:48606 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/cluster_60156fb5-4b48-39c5-1296-5389bb1f49b9/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/cluster_60156fb5-4b48-39c5-1296-5389bb1f49b9/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1742940679_22 at /127.0.0.1:50846 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (180947228) connection to localhost/127.0.0.1:35415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/cluster_60156fb5-4b48-39c5-1296-5389bb1f49b9/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/cluster_60156fb5-4b48-39c5-1296-5389bb1f49b9/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=613 (was 614), ProcessCount=11 (was 11), AvailableMemoryMB=1028 (was 1161) 2024-12-03T18:26:33,572 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=613, ProcessCount=11, AvailableMemoryMB=1026 2024-12-03T18:26:33,572 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:26:33,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741853_1030 (size=7) 2024-12-03T18:26:33,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741853_1030 (size=7) 2024-12-03T18:26:33,996 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:26:33,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:33,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:34,005 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:34,006 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-03T18:26:34,009 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:26:34,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741854_1031 (size=863) 2024-12-03T18:26:34,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741854_1031 (size=863) 2024-12-03T18:26:34,041 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:26:34,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741855_1032 (size=859) 2024-12-03T18:26:34,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741855_1032 (size=859) 2024-12-03T18:26:34,091 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/WALs/testcorruptwaltrailer,16010,1733250394005/wal.dat.0, size=859 (859bytes) 2024-12-03T18:26:34,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/WALs/testcorruptwaltrailer,16010,1733250394005/wal.dat.0 2024-12-03T18:26:34,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/WALs/testcorruptwaltrailer,16010,1733250394005/wal.dat.0 after 1ms 2024-12-03T18:26:34,097 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/WALs/testcorruptwaltrailer,16010,1733250394005/wal.dat.0 took 5ms 2024-12-03T18:26:34,229 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/WALs/testcorruptwaltrailer,16010,1733250394005/wal.dat.0; continuing. 2024-12-03T18:26:34,230 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/WALs/testcorruptwaltrailer,16010,1733250394005/wal.dat.0 so closing down 2024-12-03T18:26:34,230 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:34,230 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:34,234 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:26:34,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:26:34,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741856_1033 (size=863) 2024-12-03T18:26:34,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741856_1033 (size=863) 2024-12-03T18:26:34,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:34,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-12-03T18:26:34,249 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/WALs/testcorruptwaltrailer,16010,1733250394005/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-12-03T18:26:34,249 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/WALs/testcorruptwaltrailer,16010,1733250394005/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/WALs/testcorruptwaltrailer,16010,1733250394005/wal.dat.0, size=859 (859bytes) at 1733250394091Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/WALs/testcorruptwaltrailer,16010,1733250394005/wal.dat.0 so closing down at 1733250394230 (+139 ms)3 split writer threads finished at 1733250394230Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250394236 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250394245 (+9 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1733250394248 (+3 ms)Processed 10 edits across 1 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/WALs/testcorruptwaltrailer,16010,1733250394005/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1733250394249 (+1 ms) 2024-12-03T18:26:34,252 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/WALs/testcorruptwaltrailer,16010,1733250394005/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/c3a8ee73-2b62-8e48-8209-0fca71d9840f/oldWALs/wal.dat.0 2024-12-03T18:26:34,271 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=613 (was 613), ProcessCount=11 (was 11), AvailableMemoryMB=999 (was 1026) 2024-12-03T18:26:34,277 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=613, ProcessCount=11, AvailableMemoryMB=998 2024-12-03T18:26:34,277 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:26:34,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741857_1034 (size=7) 2024-12-03T18:26:34,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741857_1034 (size=7) 2024-12-03T18:26:34,291 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:26:34,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:34,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:34,297 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:34,316 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=613 (was 613), ProcessCount=11 (was 11), AvailableMemoryMB=999 (was 998) - AvailableMemoryMB LEAK? - 2024-12-03T18:26:34,335 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=613, ProcessCount=11, AvailableMemoryMB=999 2024-12-03T18:26:34,335 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:26:34,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741858_1035 (size=7) 2024-12-03T18:26:34,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741858_1035 (size=7) 2024-12-03T18:26:34,352 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:26:34,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:34,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:34,360 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:34,376 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-12-03T18:26:34,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741859_1036 (size=93) 2024-12-03T18:26:34,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741859_1036 (size=93) 2024-12-03T18:26:34,409 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=613 (was 613), ProcessCount=11 (was 11), AvailableMemoryMB=995 (was 999) 2024-12-03T18:26:34,419 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=613, ProcessCount=11, AvailableMemoryMB=995 2024-12-03T18:26:34,419 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:26:34,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741860_1037 (size=7) 2024-12-03T18:26:34,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741860_1037 (size=7) 2024-12-03T18:26:34,463 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:26:34,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:34,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:34,470 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:34,470 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:26:34,473 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:26:34,476 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:26:34,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741861_1038 (size=1393) 2024-12-03T18:26:34,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741861_1038 (size=1393) 2024-12-03T18:26:34,908 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:26:34,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:26:34,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741862_1039 (size=1393) 2024-12-03T18:26:34,932 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:26:34,933 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:26:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741862_1039 (size=1393) 2024-12-03T18:26:34,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741863_1040 (size=1393) 2024-12-03T18:26:34,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741863_1040 (size=1393) 2024-12-03T18:26:34,960 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:26:34,960 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:26:34,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:34,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741864_1041 (size=1393) 2024-12-03T18:26:34,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741864_1041 (size=1393) 2024-12-03T18:26:34,986 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:26:34,987 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:26:34,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:34,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741865_1042 (size=1393) 2024-12-03T18:26:35,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741865_1042 (size=1393) 2024-12-03T18:26:35,018 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:26:35,018 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:26:35,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741866_1043 (size=1393) 2024-12-03T18:26:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741866_1043 (size=1393) 2024-12-03T18:26:35,040 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:26:35,040 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:26:35,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741867_1044 (size=1405) 2024-12-03T18:26:35,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741867_1044 (size=1405) 2024-12-03T18:26:35,473 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:26:35,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:26:35,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741868_1045 (size=1413) 2024-12-03T18:26:35,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741868_1045 (size=1413) 2024-12-03T18:26:35,495 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:26:35,495 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:26:35,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741869_1046 (size=1413) 2024-12-03T18:26:35,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741869_1046 (size=1413) 2024-12-03T18:26:35,514 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:26:35,514 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:26:35,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:35,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:35,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741870_1047 (size=1413) 2024-12-03T18:26:35,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741870_1047 (size=1413) 2024-12-03T18:26:35,554 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:26:35,580 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/bda94652-3bff-c7e1-afeb-97b5f57958fb/WALs/testioeonoutputthread,16010,1733250394470/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T18:26:35,581 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/bda94652-3bff-c7e1-afeb-97b5f57958fb/WALs/testioeonoutputthread,16010,1733250394470/wal.dat.7 2024-12-03T18:26:35,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/bda94652-3bff-c7e1-afeb-97b5f57958fb/WALs/testioeonoutputthread,16010,1733250394470/wal.dat.7 after 0ms 2024-12-03T18:26:35,586 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/bda94652-3bff-c7e1-afeb-97b5f57958fb/WALs/testioeonoutputthread,16010,1733250394470/wal.dat.7 took 6ms 2024-12-03T18:26:35,594 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/bda94652-3bff-c7e1-afeb-97b5f57958fb/WALs/testioeonoutputthread,16010,1733250394470/wal.dat.7 so closing down 2024-12-03T18:26:35,594 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:35,595 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:35,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/bda94652-3bff-c7e1-afeb-97b5f57958fb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T18:26:35,611 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/bda94652-3bff-c7e1-afeb-97b5f57958fb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T18:26:35,621 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:26:35,622 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/bda94652-3bff-c7e1-afeb-97b5f57958fb/WALs/testioeonoutputthread,16010,1733250394470/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-12-03T18:26:35,623 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/bda94652-3bff-c7e1-afeb-97b5f57958fb/WALs/testioeonoutputthread,16010,1733250394470/wal.dat.7, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/bda94652-3bff-c7e1-afeb-97b5f57958fb/WALs/testioeonoutputthread,16010,1733250394470/wal.dat.7, size=1.4 K (1413bytes) at 1733250395581Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/bda94652-3bff-c7e1-afeb-97b5f57958fb/WALs/testioeonoutputthread,16010,1733250394470/wal.dat.7 so closing down at 1733250395594 (+13 ms)3 split writer threads finished at 1733250395595 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/bda94652-3bff-c7e1-afeb-97b5f57958fb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733250395611 (+16 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/bda94652-3bff-c7e1-afeb-97b5f57958fb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733250395611Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1733250395621 (+10 ms)Processed 20 edits across 0 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/bda94652-3bff-c7e1-afeb-97b5f57958fb/WALs/testioeonoutputthread,16010,1733250394470/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1733250395623 (+2 ms) 2024-12-03T18:26:35,621 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:26:35,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=139 (was 136) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1075043991_22 at /127.0.0.1:50846 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: split-log-closeStream-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=596 (was 613), ProcessCount=11 (was 11), AvailableMemoryMB=962 (was 995) 2024-12-03T18:26:35,646 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=596, ProcessCount=11, AvailableMemoryMB=961 2024-12-03T18:26:35,646 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:26:35,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741871_1048 (size=7) 2024-12-03T18:26:35,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741871_1048 (size=7) 2024-12-03T18:26:35,668 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:26:35,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:35,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:35,675 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:35,715 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:26:35,720 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:26:35,728 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:26:35,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741872_1049 (size=2324) 2024-12-03T18:26:35,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741872_1049 (size=2324) 2024-12-03T18:26:35,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:26:35,777 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:26:35,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741873_1050 (size=1393) 2024-12-03T18:26:35,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741873_1050 (size=1393) 2024-12-03T18:26:35,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:26:35,805 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:26:35,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-12-03T18:26:35,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-12-03T18:26:35,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-12-03T18:26:35,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-12-03T18:26:35,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-12-03T18:26:35,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-12-03T18:26:35,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-12-03T18:26:35,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-12-03T18:26:35,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-12-03T18:26:35,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-12-03T18:26:35,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-12-03T18:26:35,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-12-03T18:26:35,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-12-03T18:26:35,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-12-03T18:26:35,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-12-03T18:26:35,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-12-03T18:26:35,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-12-03T18:26:35,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-12-03T18:26:35,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-12-03T18:26:35,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-12-03T18:26:35,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-12-03T18:26:35,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-12-03T18:26:35,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-12-03T18:26:35,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-12-03T18:26:35,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-12-03T18:26:35,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-12-03T18:26:35,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-12-03T18:26:35,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-12-03T18:26:35,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-12-03T18:26:35,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-12-03T18:26:35,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-12-03T18:26:35,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-12-03T18:26:35,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-12-03T18:26:35,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-12-03T18:26:35,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-12-03T18:26:35,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-12-03T18:26:35,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-12-03T18:26:35,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-12-03T18:26:35,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-12-03T18:26:35,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-12-03T18:26:35,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-12-03T18:26:35,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-12-03T18:26:35,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-12-03T18:26:35,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-12-03T18:26:35,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-12-03T18:26:35,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-12-03T18:26:35,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-12-03T18:26:35,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-12-03T18:26:35,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-12-03T18:26:35,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-12-03T18:26:35,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-12-03T18:26:35,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-12-03T18:26:35,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-12-03T18:26:35,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-12-03T18:26:35,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-12-03T18:26:35,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-12-03T18:26:35,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-12-03T18:26:35,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-12-03T18:26:35,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-12-03T18:26:35,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-12-03T18:26:35,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-12-03T18:26:35,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-12-03T18:26:35,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-12-03T18:26:35,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-12-03T18:26:35,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-12-03T18:26:35,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-12-03T18:26:35,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-12-03T18:26:35,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-12-03T18:26:35,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-12-03T18:26:35,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-12-03T18:26:35,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-12-03T18:26:35,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-12-03T18:26:35,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-12-03T18:26:35,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-12-03T18:26:35,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-12-03T18:26:35,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-12-03T18:26:35,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-12-03T18:26:35,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-12-03T18:26:35,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-12-03T18:26:35,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-12-03T18:26:35,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-12-03T18:26:35,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-12-03T18:26:35,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-12-03T18:26:35,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-12-03T18:26:35,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-12-03T18:26:35,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-12-03T18:26:35,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-12-03T18:26:35,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-12-03T18:26:35,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-12-03T18:26:35,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-12-03T18:26:35,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-12-03T18:26:35,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-12-03T18:26:35,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-12-03T18:26:35,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-12-03T18:26:35,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:35,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:35,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-12-03T18:26:36,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-12-03T18:26:36,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-12-03T18:26:36,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-12-03T18:26:36,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-12-03T18:26:36,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-12-03T18:26:36,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-12-03T18:26:36,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-12-03T18:26:36,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-12-03T18:26:36,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-12-03T18:26:36,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-12-03T18:26:36,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-12-03T18:26:36,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-12-03T18:26:36,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-12-03T18:26:36,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-12-03T18:26:36,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-12-03T18:26:36,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-12-03T18:26:36,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-12-03T18:26:36,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-12-03T18:26:36,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-12-03T18:26:36,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-12-03T18:26:36,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-12-03T18:26:36,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-12-03T18:26:36,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-12-03T18:26:36,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-12-03T18:26:36,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-12-03T18:26:36,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-12-03T18:26:36,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-12-03T18:26:36,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-12-03T18:26:36,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-12-03T18:26:36,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-12-03T18:26:36,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-12-03T18:26:36,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-12-03T18:26:36,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-12-03T18:26:36,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-12-03T18:26:36,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-12-03T18:26:36,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-12-03T18:26:36,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-12-03T18:26:36,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-12-03T18:26:36,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-12-03T18:26:36,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-12-03T18:26:36,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-12-03T18:26:36,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-12-03T18:26:36,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-12-03T18:26:36,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-12-03T18:26:36,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-12-03T18:26:36,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-12-03T18:26:36,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-12-03T18:26:36,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-12-03T18:26:36,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-12-03T18:26:36,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-12-03T18:26:36,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-12-03T18:26:36,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-12-03T18:26:36,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-12-03T18:26:36,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-12-03T18:26:36,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-12-03T18:26:36,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-12-03T18:26:36,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-12-03T18:26:36,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-12-03T18:26:36,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-12-03T18:26:36,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-12-03T18:26:36,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-12-03T18:26:36,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-12-03T18:26:36,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-12-03T18:26:36,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-12-03T18:26:36,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-12-03T18:26:36,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-12-03T18:26:36,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-12-03T18:26:36,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-12-03T18:26:36,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-12-03T18:26:36,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-12-03T18:26:36,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-12-03T18:26:36,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-12-03T18:26:36,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-12-03T18:26:36,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-12-03T18:26:36,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-12-03T18:26:36,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-12-03T18:26:36,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-12-03T18:26:36,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-12-03T18:26:36,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-12-03T18:26:36,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-12-03T18:26:36,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-12-03T18:26:36,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-12-03T18:26:36,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-12-03T18:26:36,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-12-03T18:26:36,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-12-03T18:26:36,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-12-03T18:26:36,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-12-03T18:26:36,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-12-03T18:26:36,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-12-03T18:26:36,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-12-03T18:26:36,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-12-03T18:26:36,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-12-03T18:26:36,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-12-03T18:26:36,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-12-03T18:26:36,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-12-03T18:26:36,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-12-03T18:26:36,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-12-03T18:26:36,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-12-03T18:26:36,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-12-03T18:26:36,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-12-03T18:26:36,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-12-03T18:26:36,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-12-03T18:26:36,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-12-03T18:26:36,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-12-03T18:26:36,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-12-03T18:26:36,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-12-03T18:26:36,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-12-03T18:26:36,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-12-03T18:26:36,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-12-03T18:26:36,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-12-03T18:26:36,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-12-03T18:26:36,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-12-03T18:26:36,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-12-03T18:26:36,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-12-03T18:26:36,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-12-03T18:26:36,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-12-03T18:26:36,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-12-03T18:26:36,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-12-03T18:26:36,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-12-03T18:26:36,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-12-03T18:26:36,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-12-03T18:26:36,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-12-03T18:26:36,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-12-03T18:26:36,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-12-03T18:26:36,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-12-03T18:26:36,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-12-03T18:26:36,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-12-03T18:26:36,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-12-03T18:26:36,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-12-03T18:26:36,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-12-03T18:26:36,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-12-03T18:26:36,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-12-03T18:26:36,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-12-03T18:26:36,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-12-03T18:26:36,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-12-03T18:26:36,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-12-03T18:26:36,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-12-03T18:26:36,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-12-03T18:26:36,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-12-03T18:26:36,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-12-03T18:26:36,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-12-03T18:26:36,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-12-03T18:26:36,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-12-03T18:26:36,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-12-03T18:26:36,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-12-03T18:26:36,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-12-03T18:26:36,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-12-03T18:26:36,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-12-03T18:26:36,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-12-03T18:26:36,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-12-03T18:26:36,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-12-03T18:26:36,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-12-03T18:26:36,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-12-03T18:26:36,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-12-03T18:26:36,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-12-03T18:26:36,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-12-03T18:26:36,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-12-03T18:26:36,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-12-03T18:26:36,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-12-03T18:26:36,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-12-03T18:26:36,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-12-03T18:26:36,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-12-03T18:26:36,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-12-03T18:26:36,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-12-03T18:26:36,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-12-03T18:26:36,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-12-03T18:26:36,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-12-03T18:26:36,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-12-03T18:26:36,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-12-03T18:26:36,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-12-03T18:26:36,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-12-03T18:26:36,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-12-03T18:26:36,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-12-03T18:26:36,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-12-03T18:26:36,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-12-03T18:26:36,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-12-03T18:26:36,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-12-03T18:26:36,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-12-03T18:26:36,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-12-03T18:26:36,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-12-03T18:26:36,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-12-03T18:26:36,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-12-03T18:26:36,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-12-03T18:26:36,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-12-03T18:26:36,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-12-03T18:26:36,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-12-03T18:26:36,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-12-03T18:26:36,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-12-03T18:26:36,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-12-03T18:26:36,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-12-03T18:26:36,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-12-03T18:26:36,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-12-03T18:26:36,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-12-03T18:26:36,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-12-03T18:26:36,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-12-03T18:26:36,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-12-03T18:26:36,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-12-03T18:26:36,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-12-03T18:26:36,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-12-03T18:26:36,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-12-03T18:26:36,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-12-03T18:26:36,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-12-03T18:26:36,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-12-03T18:26:36,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-12-03T18:26:36,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-12-03T18:26:36,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-12-03T18:26:36,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-12-03T18:26:36,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-12-03T18:26:36,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-12-03T18:26:36,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-12-03T18:26:36,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-12-03T18:26:36,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-12-03T18:26:36,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-12-03T18:26:36,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-12-03T18:26:36,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-12-03T18:26:36,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-12-03T18:26:36,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-12-03T18:26:36,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-12-03T18:26:36,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-12-03T18:26:36,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-12-03T18:26:36,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-12-03T18:26:36,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-12-03T18:26:36,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-12-03T18:26:36,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-12-03T18:26:36,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-12-03T18:26:36,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-12-03T18:26:36,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-12-03T18:26:36,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-12-03T18:26:36,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-12-03T18:26:36,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-12-03T18:26:36,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-12-03T18:26:36,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-12-03T18:26:36,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-12-03T18:26:36,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-12-03T18:26:36,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-12-03T18:26:36,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-12-03T18:26:36,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-12-03T18:26:36,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-12-03T18:26:36,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-12-03T18:26:36,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-12-03T18:26:36,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-12-03T18:26:36,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-12-03T18:26:36,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-12-03T18:26:36,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-12-03T18:26:36,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-12-03T18:26:36,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-12-03T18:26:36,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-12-03T18:26:36,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-12-03T18:26:36,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-12-03T18:26:36,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-12-03T18:26:36,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-12-03T18:26:36,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-12-03T18:26:36,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-12-03T18:26:36,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-12-03T18:26:36,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-12-03T18:26:36,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-12-03T18:26:36,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-12-03T18:26:36,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-12-03T18:26:36,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-12-03T18:26:36,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-12-03T18:26:36,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-12-03T18:26:36,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-12-03T18:26:36,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-12-03T18:26:36,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-12-03T18:26:36,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-12-03T18:26:36,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-12-03T18:26:36,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-12-03T18:26:36,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-12-03T18:26:36,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-12-03T18:26:36,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-12-03T18:26:36,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-12-03T18:26:36,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-12-03T18:26:36,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-12-03T18:26:36,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-12-03T18:26:36,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-12-03T18:26:36,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-12-03T18:26:36,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-12-03T18:26:36,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-12-03T18:26:36,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-12-03T18:26:36,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-12-03T18:26:36,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-12-03T18:26:36,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-12-03T18:26:36,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-12-03T18:26:36,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-12-03T18:26:36,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-12-03T18:26:36,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-12-03T18:26:36,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-12-03T18:26:36,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-12-03T18:26:36,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-12-03T18:26:36,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-12-03T18:26:36,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-12-03T18:26:36,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-12-03T18:26:36,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-12-03T18:26:36,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-12-03T18:26:36,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-12-03T18:26:36,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-12-03T18:26:36,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-12-03T18:26:36,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-12-03T18:26:36,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-12-03T18:26:36,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-12-03T18:26:36,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-12-03T18:26:36,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-12-03T18:26:36,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-12-03T18:26:36,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-12-03T18:26:36,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-12-03T18:26:36,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-12-03T18:26:36,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-12-03T18:26:36,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-12-03T18:26:36,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-12-03T18:26:36,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-12-03T18:26:36,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-12-03T18:26:36,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-12-03T18:26:36,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-12-03T18:26:36,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-12-03T18:26:36,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-12-03T18:26:36,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-12-03T18:26:36,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-12-03T18:26:36,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-12-03T18:26:36,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-12-03T18:26:36,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-12-03T18:26:36,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-12-03T18:26:36,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-12-03T18:26:36,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-12-03T18:26:36,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-12-03T18:26:36,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-12-03T18:26:36,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-12-03T18:26:36,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-12-03T18:26:36,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-12-03T18:26:36,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-12-03T18:26:36,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-12-03T18:26:36,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-12-03T18:26:36,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-12-03T18:26:36,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-12-03T18:26:36,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-12-03T18:26:36,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-12-03T18:26:36,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-12-03T18:26:36,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-12-03T18:26:36,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-12-03T18:26:36,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-12-03T18:26:36,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-12-03T18:26:36,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-12-03T18:26:36,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-12-03T18:26:36,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-12-03T18:26:36,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-12-03T18:26:36,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-12-03T18:26:36,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-12-03T18:26:36,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-12-03T18:26:36,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-12-03T18:26:36,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-12-03T18:26:36,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-12-03T18:26:36,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-12-03T18:26:36,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-12-03T18:26:36,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-12-03T18:26:36,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-12-03T18:26:36,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-12-03T18:26:36,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-12-03T18:26:36,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-12-03T18:26:36,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-12-03T18:26:36,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-12-03T18:26:36,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-12-03T18:26:36,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-12-03T18:26:36,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-12-03T18:26:36,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-12-03T18:26:36,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-12-03T18:26:36,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-12-03T18:26:36,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-12-03T18:26:36,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-12-03T18:26:36,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-12-03T18:26:36,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-12-03T18:26:36,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-12-03T18:26:36,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,847 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675): HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1733250395776; access_time=1733250395731; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250395804; access_time=1733250395778; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1733250395805; access_time=1733250395805; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-03T18:26:36,847 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-12-03T18:26:36,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-12-03T18:26:36,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-12-03T18:26:36,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-12-03T18:26:36,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-12-03T18:26:36,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-12-03T18:26:36,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-12-03T18:26:36,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-12-03T18:26:36,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-12-03T18:26:36,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-12-03T18:26:36,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,881 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.0, size=2.3 K (2324bytes) 2024-12-03T18:26:36,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.0 2024-12-03T18:26:36,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-12-03T18:26:36,882 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.0 after 1ms 2024-12-03T18:26:36,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-12-03T18:26:36,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,885 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.0 took 5ms 2024-12-03T18:26:36,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-12-03T18:26:36,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-12-03T18:26:36,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-12-03T18:26:36,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-12-03T18:26:36,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-12-03T18:26:36,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-12-03T18:26:36,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-12-03T18:26:36,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-12-03T18:26:36,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-12-03T18:26:36,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,904 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.0 so closing down 2024-12-03T18:26:36,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-12-03T18:26:36,904 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:36,904 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:36,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-12-03T18:26:36,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-12-03T18:26:36,909 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:26:36,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-12-03T18:26:36,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,912 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T18:26:36,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-12-03T18:26:36,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-12-03T18:26:36,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:26:36,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-12-03T18:26:36,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-12-03T18:26:36,918 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T18:26:36,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-12-03T18:26:36,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-12-03T18:26:36,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-12-03T18:26:36,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-12-03T18:26:36,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-12-03T18:26:36,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741876_1053 (size=743) 2024-12-03T18:26:36,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-12-03T18:26:36,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741875_1052 (size=743) 2024-12-03T18:26:36,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-12-03T18:26:36,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-12-03T18:26:36,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741875_1052 (size=743) 2024-12-03T18:26:36,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:36,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741876_1053 (size=743) 2024-12-03T18:26:36,936 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:36,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-12-03T18:26:36,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-12-03T18:26:36,939 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T18:26:36,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-12-03T18:26:36,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T18:26:36,941 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 42 ms; skipped=7; WAL=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-12-03T18:26:36,942 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.0, size=2.3 K (2324bytes) at 1733250396881Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.0 so closing down at 1733250396904 (+23 ms)3 split writer threads finished at 1733250396904Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250396915 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733250396918 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250396936 (+18 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250396936Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733250396939 (+3 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733250396941 (+2 ms)Processed 27 edits across 2 Regions in 42 ms; skipped=7; WAL=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1733250396941 2024-12-03T18:26:36,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-12-03T18:26:36,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-12-03T18:26:36,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,946 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/oldWALs/wal.dat.0 2024-12-03T18:26:36,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-12-03T18:26:36,947 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T18:26:36,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.1 2024-12-03T18:26:36,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.1 after 0ms 2024-12-03T18:26:36,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-12-03T18:26:36,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-12-03T18:26:36,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,957 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.1 took 10ms 2024-12-03T18:26:36,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-12-03T18:26:36,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-12-03T18:26:36,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,972 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.1 so closing down 2024-12-03T18:26:36,973 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:36,977 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:36,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-12-03T18:26:36,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-12-03T18:26:36,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-12-03T18:26:36,990 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T18:26:36,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,991 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T18:26:36,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-12-03T18:26:36,995 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T18:26:36,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-12-03T18:26:36,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-12-03T18:26:36,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T18:26:36,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:36,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:36,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-12-03T18:26:37,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-12-03T18:26:37,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-12-03T18:26:37,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-12-03T18:26:37,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-12-03T18:26:37,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-12-03T18:26:37,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-12-03T18:26:37,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-12-03T18:26:37,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-12-03T18:26:37,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-12-03T18:26:37,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-12-03T18:26:37,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-12-03T18:26:37,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-12-03T18:26:37,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-12-03T18:26:37,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-12-03T18:26:37,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-12-03T18:26:37,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-12-03T18:26:37,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-12-03T18:26:37,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-12-03T18:26:37,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-12-03T18:26:37,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-12-03T18:26:37,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-12-03T18:26:37,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-12-03T18:26:37,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-12-03T18:26:37,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-12-03T18:26:37,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-12-03T18:26:37,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741878_1055 (size=743) 2024-12-03T18:26:37,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741878_1055 (size=743) 2024-12-03T18:26:37,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741877_1054 (size=743) 2024-12-03T18:26:37,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-12-03T18:26:37,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:37,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741877_1054 (size=743) 2024-12-03T18:26:37,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-12-03T18:26:37,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T18:26:37,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-12-03T18:26:37,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-12-03T18:26:37,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-12-03T18:26:37,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-12-03T18:26:37,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-12-03T18:26:37,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-12-03T18:26:37,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-12-03T18:26:37,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-12-03T18:26:37,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-12-03T18:26:37,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-12-03T18:26:37,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-12-03T18:26:37,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-12-03T18:26:37,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-12-03T18:26:37,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-12-03T18:26:37,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-12-03T18:26:37,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-12-03T18:26:37,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-12-03T18:26:37,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-12-03T18:26:37,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-12-03T18:26:37,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-12-03T18:26:37,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-12-03T18:26:37,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-12-03T18:26:37,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-12-03T18:26:37,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-12-03T18:26:37,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-12-03T18:26:37,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-12-03T18:26:37,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-12-03T18:26:37,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-12-03T18:26:37,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-12-03T18:26:37,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-12-03T18:26:37,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-12-03T18:26:37,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-12-03T18:26:37,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-12-03T18:26:37,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-12-03T18:26:37,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-12-03T18:26:37,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-12-03T18:26:37,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-12-03T18:26:37,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-12-03T18:26:37,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-12-03T18:26:37,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-12-03T18:26:37,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-12-03T18:26:37,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-12-03T18:26:37,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-12-03T18:26:37,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-12-03T18:26:37,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-12-03T18:26:37,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-12-03T18:26:37,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-12-03T18:26:37,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-12-03T18:26:37,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-12-03T18:26:37,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-12-03T18:26:37,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-12-03T18:26:37,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-12-03T18:26:37,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-12-03T18:26:37,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-12-03T18:26:37,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-12-03T18:26:37,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-12-03T18:26:37,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-12-03T18:26:37,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-12-03T18:26:37,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-12-03T18:26:37,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-12-03T18:26:37,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-12-03T18:26:37,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-12-03T18:26:37,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-12-03T18:26:37,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-12-03T18:26:37,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-12-03T18:26:37,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-12-03T18:26:37,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-12-03T18:26:37,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-12-03T18:26:37,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-12-03T18:26:37,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-12-03T18:26:37,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-12-03T18:26:37,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-12-03T18:26:37,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-12-03T18:26:37,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-12-03T18:26:37,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-12-03T18:26:37,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-12-03T18:26:37,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-12-03T18:26:37,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-12-03T18:26:37,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-12-03T18:26:37,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-12-03T18:26:37,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-12-03T18:26:37,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-12-03T18:26:37,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-12-03T18:26:37,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-12-03T18:26:37,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-12-03T18:26:37,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-12-03T18:26:37,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-12-03T18:26:37,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-12-03T18:26:37,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-12-03T18:26:37,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-12-03T18:26:37,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-12-03T18:26:37,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-12-03T18:26:37,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-12-03T18:26:37,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-12-03T18:26:37,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-12-03T18:26:37,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-12-03T18:26:37,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-12-03T18:26:37,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-12-03T18:26:37,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-12-03T18:26:37,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-12-03T18:26:37,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-12-03T18:26:37,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-12-03T18:26:37,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-12-03T18:26:37,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-12-03T18:26:37,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-12-03T18:26:37,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-12-03T18:26:37,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-12-03T18:26:37,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-12-03T18:26:37,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-12-03T18:26:37,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-12-03T18:26:37,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-12-03T18:26:37,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-12-03T18:26:37,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-12-03T18:26:37,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-12-03T18:26:37,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-12-03T18:26:37,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-12-03T18:26:37,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-12-03T18:26:37,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-12-03T18:26:37,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-12-03T18:26:37,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-12-03T18:26:37,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-12-03T18:26:37,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-12-03T18:26:37,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-12-03T18:26:37,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-12-03T18:26:37,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-12-03T18:26:37,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-12-03T18:26:37,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-12-03T18:26:37,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-12-03T18:26:37,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-12-03T18:26:37,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-12-03T18:26:37,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-12-03T18:26:37,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-12-03T18:26:37,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-12-03T18:26:37,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-12-03T18:26:37,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-12-03T18:26:37,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-12-03T18:26:37,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-12-03T18:26:37,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-12-03T18:26:37,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-12-03T18:26:37,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-12-03T18:26:37,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-12-03T18:26:37,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-12-03T18:26:37,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-12-03T18:26:37,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-12-03T18:26:37,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-12-03T18:26:37,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-12-03T18:26:37,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-12-03T18:26:37,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-12-03T18:26:37,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-12-03T18:26:37,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-12-03T18:26:37,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-12-03T18:26:37,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-12-03T18:26:37,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-12-03T18:26:37,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-12-03T18:26:37,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-12-03T18:26:37,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-12-03T18:26:37,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-12-03T18:26:37,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-12-03T18:26:37,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-12-03T18:26:37,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:37,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-12-03T18:26:37,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,472 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T18:26:37,472 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 504 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:37,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-12-03T18:26:37,472 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.1, size=1.4 K (1393bytes) at 1733250396947Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.1 so closing down at 1733250396972 (+25 ms)3 split writer threads finished at 1733250396978 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733250396995 (+17 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733250396998 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250397074 (+76 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733250397080 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250397469 (+389 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733250397472 (+3 ms)Processed 20 edits across 2 Regions in 504 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250397472 2024-12-03T18:26:37,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-12-03T18:26:37,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-12-03T18:26:37,476 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/oldWALs/wal.dat.1 2024-12-03T18:26:37,476 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.2, size=150 (150bytes) 2024-12-03T18:26:37,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.2 2024-12-03T18:26:37,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-12-03T18:26:37,479 WARN [IPC Server handler 1 on default port 39871 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-12-03T18:26:37,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.2 after 2ms 2024-12-03T18:26:37,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-12-03T18:26:37,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-12-03T18:26:37,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-12-03T18:26:37,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-12-03T18:26:37,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-12-03T18:26:37,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-12-03T18:26:37,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-12-03T18:26:37,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-12-03T18:26:37,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-12-03T18:26:37,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-12-03T18:26:37,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-12-03T18:26:37,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-12-03T18:26:37,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-12-03T18:26:37,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-12-03T18:26:37,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-12-03T18:26:37,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-12-03T18:26:37,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-12-03T18:26:37,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-12-03T18:26:37,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-12-03T18:26:37,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-12-03T18:26:37,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-12-03T18:26:37,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-12-03T18:26:37,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-12-03T18:26:37,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-12-03T18:26:37,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-12-03T18:26:37,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-12-03T18:26:37,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-12-03T18:26:37,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-12-03T18:26:37,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-12-03T18:26:37,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-12-03T18:26:37,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-12-03T18:26:37,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-12-03T18:26:37,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-12-03T18:26:37,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-12-03T18:26:37,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-12-03T18:26:37,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-12-03T18:26:37,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-12-03T18:26:37,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-12-03T18:26:37,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-12-03T18:26:37,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-12-03T18:26:37,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-12-03T18:26:37,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-12-03T18:26:37,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-12-03T18:26:37,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-12-03T18:26:37,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-12-03T18:26:37,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-12-03T18:26:37,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-12-03T18:26:37,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-12-03T18:26:37,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-12-03T18:26:37,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-12-03T18:26:37,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-12-03T18:26:37,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-12-03T18:26:37,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-12-03T18:26:37,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-12-03T18:26:37,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-12-03T18:26:37,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-12-03T18:26:37,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-12-03T18:26:37,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-12-03T18:26:37,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-12-03T18:26:37,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-12-03T18:26:37,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-12-03T18:26:37,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-12-03T18:26:37,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-12-03T18:26:37,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-12-03T18:26:37,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-12-03T18:26:37,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-12-03T18:26:37,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-12-03T18:26:37,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-12-03T18:26:37,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-12-03T18:26:37,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-12-03T18:26:37,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-12-03T18:26:37,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-12-03T18:26:37,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-12-03T18:26:37,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-12-03T18:26:37,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-12-03T18:26:37,632 WARN [ResponseProcessor for block BP-1865188217-172.17.0.3-1733250379835:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1865188217-172.17.0.3-1733250379835:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T18:26:37,632 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1504001275_534 at /127.0.0.1:51056 [Receiving block BP-1865188217-172.17.0.3-1733250379835:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:40241:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51056 dst: /127.0.0.1:40241 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40241 remote=/127.0.0.1:51056]. Total timeout mills is 60000, 60000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:26:37,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T18:26:37,632 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1504001275_534 at /127.0.0.1:48804 [Receiving block BP-1865188217-172.17.0.3-1733250379835:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:42405:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48804 dst: /127.0.0.1:42405 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:26:37,632 WARN [DataStreamer for file /user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.2 block BP-1865188217-172.17.0.3-1733250379835:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1865188217-172.17.0.3-1733250379835:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:40241,DS-e09aee7e-f9cd-477b-80ed-929d64fdab41,DISK], DatanodeInfoWithStorage[127.0.0.1:42405,DS-b2993523-a055-434f-8d56-85c833e7a408,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:40241,DS-e09aee7e-f9cd-477b-80ed-929d64fdab41,DISK]) is bad. 2024-12-03T18:26:37,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T18:26:37,633 WARN [DataStreamer for file /user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.2 block BP-1865188217-172.17.0.3-1733250379835:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1865188217-172.17.0.3-1733250379835:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T18:26:37,634 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1865188217-172.17.0.3-1733250379835:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T18:26:37,635 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1865188217-172.17.0.3-1733250379835:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-12-03T18:26:37,635 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1865188217-172.17.0.3-1733250379835:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 815 2024-12-03T18:26:37,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-12-03T18:26:37,635 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1865188217-172.17.0.3-1733250379835:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T18:26:37,636 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1865188217-172.17.0.3-1733250379835:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T18:26:41,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.2 after 4003ms 2024-12-03T18:26:41,484 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.2 took 4008ms 2024-12-03T18:26:41,507 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.2; continuing. 2024-12-03T18:26:41,507 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.2 so closing down 2024-12-03T18:26:41,507 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:41,507 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:41,511 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T18:26:41,511 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T18:26:41,512 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T18:26:41,512 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T18:26:41,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741879_1057 (size=743) 2024-12-03T18:26:41,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741879_1057 (size=743) 2024-12-03T18:26:41,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741880_1058 (size=50849) 2024-12-03T18:26:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741880_1058 (size=50849) 2024-12-03T18:26:41,539 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 794 edits, skipped 0 edits in 5 ms) 2024-12-03T18:26:41,540 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T18:26:41,541 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T18:26:41,541 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 804 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-12-03T18:26:41,541 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.2, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.2, size=150 (150bytes) at 1733250397477Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.2 so closing down at 1733250401507 (+4030 ms)3 split writer threads finished at 1733250401507Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733250401512 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733250401512Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250401538 (+26 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 794 edits, skipped 0 edits in 5 ms) at 1733250401539 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733250401540 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733250401541 (+1 ms)Processed 804 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1733250401541 2024-12-03T18:26:41,552 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/WALs/testlogcannotbewrittenonceparsed,16010,1733250395675/wal.dat.2 to hdfs://localhost:39871/user/jenkins/test-data/8f1b808c-0929-d083-91da-335008b6efa0/oldWALs/wal.dat.2 2024-12-03T18:26:41,553 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-12-03T18:26:41,589 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=814, robber=814 2024-12-03T18:26:41,607 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=142 (was 136) Potentially hanging thread: IPC Client (180947228) connection to localhost/127.0.0.1:39871 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:39871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1075043991_22 at /127.0.0.1:48876 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1075043991_22 at /127.0.0.1:51096 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:39871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (180947228) connection to localhost/127.0.0.1:34375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (180947228) connection to localhost/127.0.0.1:39871 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=401 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=644 (was 596) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=728 (was 961) 2024-12-03T18:26:41,628 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=644, ProcessCount=11, AvailableMemoryMB=730 2024-12-03T18:26:41,628 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:26:41,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741881_1059 (size=7) 2024-12-03T18:26:41,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741881_1059 (size=7) 2024-12-03T18:26:41,670 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:26:41,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:41,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:41,677 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:41,679 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:26:41,681 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:26:41,683 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:26:41,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741882_1060 (size=1393) 2024-12-03T18:26:41,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741882_1060 (size=1393) 2024-12-03T18:26:41,732 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:26:41,732 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:26:41,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741883_1061 (size=1393) 2024-12-03T18:26:41,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741883_1061 (size=1393) 2024-12-03T18:26:41,768 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:26:41,768 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:26:41,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741884_1062 (size=1393) 2024-12-03T18:26:41,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741884_1062 (size=1393) 2024-12-03T18:26:41,812 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:26:41,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:26:41,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741885_1063 (size=1393) 2024-12-03T18:26:41,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741885_1063 (size=1393) 2024-12-03T18:26:41,841 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:26:41,841 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:26:41,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741886_1064 (size=1393) 2024-12-03T18:26:41,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741886_1064 (size=1393) 2024-12-03T18:26:41,864 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:26:41,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:26:41,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741887_1065 (size=1393) 2024-12-03T18:26:41,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741887_1065 (size=1393) 2024-12-03T18:26:41,915 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:26:41,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:26:41,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741888_1066 (size=1405) 2024-12-03T18:26:41,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741888_1066 (size=1405) 2024-12-03T18:26:41,960 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:26:41,960 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:26:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741889_1067 (size=1413) 2024-12-03T18:26:41,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741889_1067 (size=1413) 2024-12-03T18:26:41,989 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:26:41,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:26:41,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:41,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741890_1068 (size=1413) 2024-12-03T18:26:42,012 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:26:42,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741890_1068 (size=1413) 2024-12-03T18:26:42,012 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:26:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:42,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:42,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741891_1069 (size=1413) 2024-12-03T18:26:42,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741891_1069 (size=1413) 2024-12-03T18:26:42,043 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:26:42,063 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T18:26:42,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.0 2024-12-03T18:26:42,065 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.0 after 2ms 2024-12-03T18:26:42,066 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:26:44,078 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.0 took 2016ms 2024-12-03T18:26:44,085 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.0 so closing down 2024-12-03T18:26:44,085 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:44,089 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:44,104 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:26:44,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:26:44,110 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T18:26:44,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T18:26:44,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741892_1070 (size=743) 2024-12-03T18:26:44,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:44,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741892_1070 (size=743) 2024-12-03T18:26:44,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741893_1071 (size=743) 2024-12-03T18:26:44,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741893_1071 (size=743) 2024-12-03T18:26:44,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:44,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T18:26:44,136 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T18:26:44,137 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:44,137 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.0, size=1.4 K (1393bytes) at 1733250402063Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.0 so closing down at 1733250404085 (+2022 ms)3 split writer threads finished at 1733250404089 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250404109 (+20 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733250404112 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250404119 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250404130 (+11 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733250404132 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733250404137 (+5 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250404137 2024-12-03T18:26:44,151 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/oldWALs/wal.dat.0 2024-12-03T18:26:44,151 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T18:26:44,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.1 2024-12-03T18:26:44,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.1 after 2ms 2024-12-03T18:26:44,163 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.1 took 12ms 2024-12-03T18:26:44,168 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.1 so closing down 2024-12-03T18:26:44,168 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:44,171 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:44,183 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T18:26:44,187 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T18:26:44,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T18:26:44,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T18:26:44,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741895_1073 (size=743) 2024-12-03T18:26:44,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741895_1073 (size=743) 2024-12-03T18:26:44,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:44,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T18:26:44,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741894_1072 (size=743) 2024-12-03T18:26:44,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741894_1072 (size=743) 2024-12-03T18:26:44,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:44,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T18:26:44,246 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:44,246 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.1, size=1.4 K (1393bytes) at 1733250404151Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.1 so closing down at 1733250404168 (+17 ms)3 split writer threads finished at 1733250404171 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733250404188 (+17 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733250404189 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250404211 (+22 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733250404219 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250404239 (+20 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733250404246 (+7 ms)Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250404246 2024-12-03T18:26:44,253 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/oldWALs/wal.dat.1 2024-12-03T18:26:44,253 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T18:26:44,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.2 2024-12-03T18:26:44,255 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.2 after 2ms 2024-12-03T18:26:44,261 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.2 took 8ms 2024-12-03T18:26:44,268 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.2 so closing down 2024-12-03T18:26:44,268 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:44,269 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:44,282 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T18:26:44,282 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T18:26:44,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T18:26:44,302 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T18:26:44,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741896_1074 (size=743) 2024-12-03T18:26:44,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741896_1074 (size=743) 2024-12-03T18:26:44,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:44,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T18:26:44,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741897_1075 (size=743) 2024-12-03T18:26:44,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741897_1075 (size=743) 2024-12-03T18:26:44,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:44,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T18:26:44,335 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:44,335 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.2, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.2, size=1.4 K (1393bytes) at 1733250404253Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.2 so closing down at 1733250404268 (+15 ms)3 split writer threads finished at 1733250404269 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733250404287 (+18 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733250404302 (+15 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250404312 (+10 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733250404320 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250404323 (+3 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733250404334 (+11 ms)Processed 20 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250404335 (+1 ms) 2024-12-03T18:26:44,339 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.2 to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/oldWALs/wal.dat.2 2024-12-03T18:26:44,339 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T18:26:44,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.3 2024-12-03T18:26:44,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.3 after 1ms 2024-12-03T18:26:44,347 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.3 took 8ms 2024-12-03T18:26:44,364 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.3 so closing down 2024-12-03T18:26:44,364 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:44,365 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:44,392 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T18:26:44,393 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T18:26:44,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T18:26:44,407 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T18:26:44,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741898_1076 (size=743) 2024-12-03T18:26:44,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741898_1076 (size=743) 2024-12-03T18:26:44,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:44,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741899_1077 (size=743) 2024-12-03T18:26:44,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741899_1077 (size=743) 2024-12-03T18:26:44,470 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:44,484 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T18:26:44,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T18:26:44,487 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:44,487 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.3, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.3, size=1.4 K (1393bytes) at 1733250404339Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.3 so closing down at 1733250404364 (+25 ms)3 split writer threads finished at 1733250404365 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733250404399 (+34 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733250404407 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250404467 (+60 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250404471 (+4 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733250404484 (+13 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733250404486 (+2 ms)Processed 20 edits across 2 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250404487 (+1 ms) 2024-12-03T18:26:44,507 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.3 to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/oldWALs/wal.dat.3 2024-12-03T18:26:44,507 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T18:26:44,507 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.4 2024-12-03T18:26:44,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.4 after 1ms 2024-12-03T18:26:44,520 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.4 took 13ms 2024-12-03T18:26:44,525 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.4 so closing down 2024-12-03T18:26:44,525 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:44,529 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:44,542 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T18:26:44,545 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T18:26:44,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T18:26:44,547 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T18:26:44,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741900_1078 (size=743) 2024-12-03T18:26:44,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741900_1078 (size=743) 2024-12-03T18:26:44,594 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:44,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T18:26:44,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741901_1079 (size=743) 2024-12-03T18:26:44,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741901_1079 (size=743) 2024-12-03T18:26:44,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:44,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T18:26:44,605 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:44,605 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.4, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.4, size=1.4 K (1393bytes) at 1733250404507Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.4 so closing down at 1733250404525 (+18 ms)3 split writer threads finished at 1733250404529 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733250404547 (+18 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733250404547Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250404594 (+47 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733250404597 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250404601 (+4 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733250404605 (+4 ms)Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250404605 2024-12-03T18:26:44,609 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.4 to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/oldWALs/wal.dat.4 2024-12-03T18:26:44,609 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T18:26:44,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.5 2024-12-03T18:26:44,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.5 after 1ms 2024-12-03T18:26:44,613 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.5 took 4ms 2024-12-03T18:26:44,615 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.5 so closing down 2024-12-03T18:26:44,615 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:44,618 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:44,623 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T18:26:44,624 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T18:26:44,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T18:26:44,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T18:26:44,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741903_1081 (size=743) 2024-12-03T18:26:44,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741903_1081 (size=743) 2024-12-03T18:26:44,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:44,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T18:26:44,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741902_1080 (size=743) 2024-12-03T18:26:44,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741902_1080 (size=743) 2024-12-03T18:26:44,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:44,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T18:26:44,658 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:44,658 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.5, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.5, size=1.4 K (1393bytes) at 1733250404609Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.5 so closing down at 1733250404615 (+6 ms)3 split writer threads finished at 1733250404619 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733250404625 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733250404626 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250404641 (+15 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733250404644 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250404653 (+9 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733250404657 (+4 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250404658 (+1 ms) 2024-12-03T18:26:44,661 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.5 to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/oldWALs/wal.dat.5 2024-12-03T18:26:44,662 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T18:26:44,662 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.6 2024-12-03T18:26:44,663 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.6 after 1ms 2024-12-03T18:26:44,666 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.6 took 4ms 2024-12-03T18:26:44,668 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.6 so closing down 2024-12-03T18:26:44,668 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:44,668 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:44,672 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T18:26:44,672 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T18:26:44,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T18:26:44,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T18:26:44,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741905_1083 (size=749) 2024-12-03T18:26:44,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741904_1082 (size=749) 2024-12-03T18:26:44,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741904_1082 (size=749) 2024-12-03T18:26:44,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741905_1083 (size=749) 2024-12-03T18:26:44,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:44,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:44,689 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T18:26:44,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T18:26:44,690 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T18:26:44,690 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.6, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.6, size=1.4 K (1405bytes) at 1733250404662Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.6 so closing down at 1733250404668 (+6 ms)3 split writer threads finished at 1733250404668Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733250404674 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733250404674Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250404685 (+11 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250404687 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733250404689 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733250404690 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733250404690 2024-12-03T18:26:44,694 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.6 to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/oldWALs/wal.dat.6 2024-12-03T18:26:44,695 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T18:26:44,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.7 2024-12-03T18:26:44,696 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.7 after 1ms 2024-12-03T18:26:44,704 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.7 took 10ms 2024-12-03T18:26:44,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.7 so closing down 2024-12-03T18:26:44,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:44,706 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:44,711 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T18:26:44,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T18:26:44,713 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T18:26:44,715 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T18:26:44,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741906_1084 (size=753) 2024-12-03T18:26:44,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741906_1084 (size=753) 2024-12-03T18:26:44,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741907_1085 (size=753) 2024-12-03T18:26:44,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741907_1085 (size=753) 2024-12-03T18:26:44,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:44,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T18:26:45,126 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:45,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T18:26:45,129 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:26:45,129 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.7, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.7, size=1.4 K (1413bytes) at 1733250404695Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.7 so closing down at 1733250404706 (+11 ms)3 split writer threads finished at 1733250404706Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733250404713 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733250404715 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250404740 (+25 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733250404744 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250405126 (+382 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733250405129 (+3 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250405129 2024-12-03T18:26:45,133 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.7 to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/oldWALs/wal.dat.7 2024-12-03T18:26:45,133 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T18:26:45,133 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.8 2024-12-03T18:26:45,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.8 after 1ms 2024-12-03T18:26:45,138 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.8 took 5ms 2024-12-03T18:26:45,140 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.8 so closing down 2024-12-03T18:26:45,140 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:45,140 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:45,146 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T18:26:45,146 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T18:26:45,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T18:26:45,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T18:26:45,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741908_1086 (size=753) 2024-12-03T18:26:45,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741909_1087 (size=753) 2024-12-03T18:26:45,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:45,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741909_1087 (size=753) 2024-12-03T18:26:45,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741908_1086 (size=753) 2024-12-03T18:26:45,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T18:26:45,557 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:45,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T18:26:45,568 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:26:45,569 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.8, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.8, size=1.4 K (1413bytes) at 1733250405133Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.8 so closing down at 1733250405140 (+7 ms)3 split writer threads finished at 1733250405140Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733250405148 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733250405148Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250405157 (+9 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733250405161 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250405557 (+396 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733250405568 (+11 ms)Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250405568 2024-12-03T18:26:45,573 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.8 to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/oldWALs/wal.dat.8 2024-12-03T18:26:45,573 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T18:26:45,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.9 2024-12-03T18:26:45,574 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.9 after 1ms 2024-12-03T18:26:45,578 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.9 took 5ms 2024-12-03T18:26:45,579 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.9 so closing down 2024-12-03T18:26:45,579 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:45,580 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:45,583 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T18:26:45,583 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T18:26:45,586 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T18:26:45,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T18:26:45,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741911_1089 (size=753) 2024-12-03T18:26:45,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741910_1088 (size=753) 2024-12-03T18:26:45,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741911_1089 (size=753) 2024-12-03T18:26:45,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741910_1088 (size=753) 2024-12-03T18:26:45,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:45,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:45,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T18:26:45,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T18:26:45,600 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:26:45,600 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.9, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.9, size=1.4 K (1413bytes) at 1733250405573Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.9 so closing down at 1733250405579 (+6 ms)3 split writer threads finished at 1733250405580 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733250405586 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733250405586Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250405597 (+11 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250405597Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733250405600 (+3 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733250405600Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250405600 2024-12-03T18:26:45,604 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/WALs/testretryopenduringrecovery,16010,1733250401678/wal.dat.9 to hdfs://localhost:39871/user/jenkins/test-data/5a822d20-2b66-9712-f880-1237501aec38/oldWALs/wal.dat.9 2024-12-03T18:26:45,616 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142 (was 142), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=649 (was 644) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1386 (was 730) - AvailableMemoryMB LEAK? - 2024-12-03T18:26:45,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=142, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=649, ProcessCount=11, AvailableMemoryMB=1385 2024-12-03T18:26:45,624 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:26:45,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741912_1090 (size=7) 2024-12-03T18:26:45,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741912_1090 (size=7) 2024-12-03T18:26:45,634 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:26:45,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:45,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:45,639 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:45,639 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:26:45,643 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:26:45,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:26:45,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741913_1091 (size=1393) 2024-12-03T18:26:45,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741913_1091 (size=1393) 2024-12-03T18:26:45,659 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:26:45,659 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:26:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741914_1092 (size=1393) 2024-12-03T18:26:45,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741914_1092 (size=1393) 2024-12-03T18:26:45,675 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:26:45,675 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:26:45,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741915_1093 (size=1393) 2024-12-03T18:26:45,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741915_1093 (size=1393) 2024-12-03T18:26:45,695 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:26:45,695 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:26:45,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741916_1094 (size=1393) 2024-12-03T18:26:45,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741916_1094 (size=1393) 2024-12-03T18:26:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:26:45,722 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:26:45,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741917_1095 (size=1393) 2024-12-03T18:26:45,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741917_1095 (size=1393) 2024-12-03T18:26:45,751 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:26:45,751 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:26:45,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,766 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:26:45,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741919_1097 (size=1405) 2024-12-03T18:26:45,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741919_1097 (size=1405) 2024-12-03T18:26:45,802 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:26:45,803 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:26:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741920_1098 (size=1413) 2024-12-03T18:26:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741920_1098 (size=1413) 2024-12-03T18:26:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:26:45,824 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:26:45,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741921_1099 (size=1413) 2024-12-03T18:26:45,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741921_1099 (size=1413) 2024-12-03T18:26:45,842 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:26:45,842 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:26:45,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:45,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741922_1100 (size=1413) 2024-12-03T18:26:45,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741922_1100 (size=1413) 2024-12-03T18:26:45,857 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:26:45,874 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T18:26:45,874 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.0 2024-12-03T18:26:45,875 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.0 after 0ms 2024-12-03T18:26:45,878 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.0 took 4ms 2024-12-03T18:26:45,881 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.0 so closing down 2024-12-03T18:26:45,881 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:45,881 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:45,884 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:26:45,885 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T18:26:45,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:26:45,890 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T18:26:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741923_1101 (size=743) 2024-12-03T18:26:45,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741923_1101 (size=743) 2024-12-03T18:26:45,904 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:45,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741924_1102 (size=743) 2024-12-03T18:26:45,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741924_1102 (size=743) 2024-12-03T18:26:45,905 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:45,906 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T18:26:45,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T18:26:45,907 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:45,907 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.0, size=1.4 K (1393bytes) at 1733250405874Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.0 so closing down at 1733250405881 (+7 ms)3 split writer threads finished at 1733250405882 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250405886 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733250405890 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250405904 (+14 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250405905 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733250405906 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733250405907 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250405907 2024-12-03T18:26:45,910 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/oldWALs/wal.dat.0 2024-12-03T18:26:45,910 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T18:26:45,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.1 2024-12-03T18:26:45,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.1 after 0ms 2024-12-03T18:26:45,913 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.1 took 3ms 2024-12-03T18:26:45,914 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.1 so closing down 2024-12-03T18:26:45,914 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:45,915 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:45,922 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T18:26:45,923 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T18:26:45,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T18:26:45,925 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T18:26:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741926_1104 (size=743) 2024-12-03T18:26:45,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741926_1104 (size=743) 2024-12-03T18:26:45,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741925_1103 (size=743) 2024-12-03T18:26:45,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741925_1103 (size=743) 2024-12-03T18:26:45,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:45,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:45,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T18:26:45,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T18:26:45,949 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:45,949 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.1, size=1.4 K (1393bytes) at 1733250405910Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.1 so closing down at 1733250405914 (+4 ms)3 split writer threads finished at 1733250405915 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733250405924 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733250405925 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250405946 (+21 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250405947 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733250405948 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733250405949 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250405949 2024-12-03T18:26:45,951 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/oldWALs/wal.dat.1 2024-12-03T18:26:45,952 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T18:26:45,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.2 2024-12-03T18:26:45,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.2 after 0ms 2024-12-03T18:26:45,955 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.2 took 4ms 2024-12-03T18:26:45,957 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.2 so closing down 2024-12-03T18:26:45,957 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:45,958 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:45,962 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T18:26:45,961 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T18:26:45,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T18:26:45,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T18:26:45,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741928_1106 (size=743) 2024-12-03T18:26:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741927_1105 (size=743) 2024-12-03T18:26:45,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741928_1106 (size=743) 2024-12-03T18:26:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741927_1105 (size=743) 2024-12-03T18:26:45,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:45,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T18:26:45,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T18:26:45,996 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:45,996 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.2, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.2, size=1.4 K (1393bytes) at 1733250405952Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.2 so closing down at 1733250405957 (+5 ms)3 split writer threads finished at 1733250405958 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733250405965 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733250405965Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250405991 (+26 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250405992 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733250405996 (+4 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733250405996Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250405996 2024-12-03T18:26:45,998 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.2 to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/oldWALs/wal.dat.2 2024-12-03T18:26:45,999 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T18:26:45,999 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.3 2024-12-03T18:26:45,999 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.3 after 0ms 2024-12-03T18:26:46,002 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.3 took 3ms 2024-12-03T18:26:46,004 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.3 so closing down 2024-12-03T18:26:46,004 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:46,004 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:46,007 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T18:26:46,008 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T18:26:46,008 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T18:26:46,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T18:26:46,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741930_1108 (size=743) 2024-12-03T18:26:46,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741929_1107 (size=743) 2024-12-03T18:26:46,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741929_1107 (size=743) 2024-12-03T18:26:46,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741930_1108 (size=743) 2024-12-03T18:26:46,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:46,021 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T18:26:46,420 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:46,421 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T18:26:46,422 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:46,422 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.3, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.3, size=1.4 K (1393bytes) at 1733250405999Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.3 so closing down at 1733250406004 (+5 ms)3 split writer threads finished at 1733250406004Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733250406008 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733250406010 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250406019 (+9 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733250406021 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250406420 (+399 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733250406422 (+2 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250406422 2024-12-03T18:26:46,425 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.3 to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/oldWALs/wal.dat.3 2024-12-03T18:26:46,425 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T18:26:46,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.4 2024-12-03T18:26:46,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.4 after 1ms 2024-12-03T18:26:46,428 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.4 took 3ms 2024-12-03T18:26:46,430 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.4 so closing down 2024-12-03T18:26:46,430 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:46,430 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:46,434 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T18:26:46,435 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T18:26:46,435 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T18:26:46,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T18:26:46,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741932_1110 (size=743) 2024-12-03T18:26:46,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741932_1110 (size=743) 2024-12-03T18:26:46,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741931_1109 (size=743) 2024-12-03T18:26:46,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741931_1109 (size=743) 2024-12-03T18:26:46,458 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:46,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T18:26:46,850 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:46,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T18:26:46,851 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:46,852 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.4, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.4, size=1.4 K (1393bytes) at 1733250406425Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.4 so closing down at 1733250406430 (+5 ms)3 split writer threads finished at 1733250406431 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733250406435 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733250406439 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250406458 (+19 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733250406461 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250406850 (+389 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733250406851 (+1 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250406851 2024-12-03T18:26:46,853 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.4 to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/oldWALs/wal.dat.4 2024-12-03T18:26:46,853 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.5, size=150 (150bytes) 2024-12-03T18:26:46,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.5 2024-12-03T18:26:46,854 WARN [IPC Server handler 1 on default port 39871 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-12-03T18:26:46,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.5 after 0ms 2024-12-03T18:26:47,634 WARN [ResponseProcessor for block BP-1865188217-172.17.0.3-1733250379835:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1865188217-172.17.0.3-1733250379835:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T18:26:47,634 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-137639113_22 at /127.0.0.1:38266 [Receiving block BP-1865188217-172.17.0.3-1733250379835:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:42405:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38266 dst: /127.0.0.1:42405 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42405 remote=/127.0.0.1:38266]. Total timeout mills is 60000, 58133 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:26:47,634 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-137639113_22 at /127.0.0.1:42046 [Receiving block BP-1865188217-172.17.0.3-1733250379835:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:40241:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42046 dst: /127.0.0.1:40241 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:26:47,634 WARN [DataStreamer for file /user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.5 block BP-1865188217-172.17.0.3-1733250379835:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1865188217-172.17.0.3-1733250379835:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42405,DS-b2993523-a055-434f-8d56-85c833e7a408,DISK], DatanodeInfoWithStorage[127.0.0.1:40241,DS-e09aee7e-f9cd-477b-80ed-929d64fdab41,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42405,DS-b2993523-a055-434f-8d56-85c833e7a408,DISK]) is bad. 2024-12-03T18:26:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741918_1111 (size=1385) 2024-12-03T18:26:47,639 WARN [DataStreamer for file /user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.5 block BP-1865188217-172.17.0.3-1733250379835:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1865188217-172.17.0.3-1733250379835:blk_1073741918_1096 is COMPLETE but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T18:26:50,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.5 after 4001ms 2024-12-03T18:26:50,861 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.5 took 4008ms 2024-12-03T18:26:50,864 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.5; continuing. 2024-12-03T18:26:50,864 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.5 so closing down 2024-12-03T18:26:50,864 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:50,866 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:50,870 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T18:26:50,870 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T18:26:50,871 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T18:26:50,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T18:26:50,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741933_1112 (size=743) 2024-12-03T18:26:50,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741933_1112 (size=743) 2024-12-03T18:26:50,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:50,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T18:26:50,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741934_1113 (size=743) 2024-12-03T18:26:50,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741934_1113 (size=743) 2024-12-03T18:26:50,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:50,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T18:26:50,889 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-12-03T18:26:50,890 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.5, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.5, size=150 (150bytes) at 1733250406853Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.5 so closing down at 1733250410864 (+4011 ms)3 split writer threads finished at 1733250410866 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733250410871 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733250410872 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250410879 (+7 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733250410880 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250410887 (+7 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733250410889 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1733250410889 2024-12-03T18:26:50,891 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.5 to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/oldWALs/wal.dat.5 2024-12-03T18:26:50,892 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T18:26:50,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.6 2024-12-03T18:26:50,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.6 after 0ms 2024-12-03T18:26:50,895 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.6 took 3ms 2024-12-03T18:26:50,908 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.6 so closing down 2024-12-03T18:26:50,908 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:50,911 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:50,915 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T18:26:50,915 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T18:26:50,919 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T18:26:50,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T18:26:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741936_1115 (size=749) 2024-12-03T18:26:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741936_1115 (size=749) 2024-12-03T18:26:50,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:50,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T18:26:50,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741935_1114 (size=749) 2024-12-03T18:26:50,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741935_1114 (size=749) 2024-12-03T18:26:50,933 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:50,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T18:26:50,935 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T18:26:50,935 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.6, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.6, size=1.4 K (1405bytes) at 1733250410892Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.6 so closing down at 1733250410908 (+16 ms)3 split writer threads finished at 1733250410911 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733250410919 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733250410919Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250410928 (+9 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733250410930 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250410933 (+3 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733250410935 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733250410935 2024-12-03T18:26:50,937 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.6 to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/oldWALs/wal.dat.6 2024-12-03T18:26:50,937 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T18:26:50,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.7 2024-12-03T18:26:50,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.7 after 1ms 2024-12-03T18:26:50,940 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.7 took 3ms 2024-12-03T18:26:50,941 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.7 so closing down 2024-12-03T18:26:50,941 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:50,941 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:50,944 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T18:26:50,944 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T18:26:50,945 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T18:26:50,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T18:26:50,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741937_1116 (size=753) 2024-12-03T18:26:50,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741937_1116 (size=753) 2024-12-03T18:26:50,954 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:50,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T18:26:50,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741938_1117 (size=753) 2024-12-03T18:26:50,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741938_1117 (size=753) 2024-12-03T18:26:50,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:50,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T18:26:50,960 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:26:50,960 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.7, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.7, size=1.4 K (1413bytes) at 1733250410937Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.7 so closing down at 1733250410941 (+4 ms)3 split writer threads finished at 1733250410941Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733250410945 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733250410945Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250410954 (+9 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733250410956 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250410958 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733250410960 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250410960 2024-12-03T18:26:50,962 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.7 to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/oldWALs/wal.dat.7 2024-12-03T18:26:50,962 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T18:26:50,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.8 2024-12-03T18:26:50,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.8 after 1ms 2024-12-03T18:26:50,965 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.8 took 3ms 2024-12-03T18:26:50,967 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.8 so closing down 2024-12-03T18:26:50,967 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:50,967 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:50,971 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T18:26:50,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T18:26:50,977 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T18:26:50,978 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T18:26:50,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741939_1118 (size=753) 2024-12-03T18:26:50,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741939_1118 (size=753) 2024-12-03T18:26:50,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:50,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741940_1119 (size=753) 2024-12-03T18:26:50,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741940_1119 (size=753) 2024-12-03T18:26:50,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:50,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T18:26:50,987 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T18:26:50,987 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:26:50,988 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.8, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.8, size=1.4 K (1413bytes) at 1733250410962Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.8 so closing down at 1733250410967 (+5 ms)3 split writer threads finished at 1733250410967Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733250410973 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733250410979 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250410984 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250410986 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733250410986Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733250410987 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250410987 2024-12-03T18:26:50,989 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.8 to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/oldWALs/wal.dat.8 2024-12-03T18:26:50,989 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T18:26:50,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.9 2024-12-03T18:26:50,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.9 after 1ms 2024-12-03T18:26:50,992 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.9 took 3ms 2024-12-03T18:26:50,994 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.9 so closing down 2024-12-03T18:26:50,994 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:50,994 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:50,996 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T18:26:50,996 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T18:26:50,998 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T18:26:50,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T18:26:51,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741942_1121 (size=753) 2024-12-03T18:26:51,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741942_1121 (size=753) 2024-12-03T18:26:51,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741941_1120 (size=753) 2024-12-03T18:26:51,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741941_1120 (size=753) 2024-12-03T18:26:51,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:51,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T18:26:51,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:51,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T18:26:51,418 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:26:51,419 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.9, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.9, size=1.4 K (1413bytes) at 1733250410989Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.9 so closing down at 1733250410994 (+5 ms)3 split writer threads finished at 1733250410994Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733250410998 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733250410998Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250411017 (+19 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733250411019 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250411417 (+398 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733250411418 (+1 ms)Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250411419 (+1 ms) 2024-12-03T18:26:51,420 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733250405639/wal.dat.9 to hdfs://localhost:39871/user/jenkins/test-data/b27d83f4-0c64-c0d7-e85e-919eec90e523/oldWALs/wal.dat.9 2024-12-03T18:26:51,507 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=140 (was 142), OpenFileDescriptor=397 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=621 (was 649), ProcessCount=11 (was 11), AvailableMemoryMB=887 (was 1385) 2024-12-03T18:26:51,515 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=621, ProcessCount=11, AvailableMemoryMB=886 2024-12-03T18:26:51,515 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:26:51,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741943_1122 (size=7) 2024-12-03T18:26:51,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741943_1122 (size=7) 2024-12-03T18:26:51,923 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:26:51,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:51,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:51,933 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:51,945 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=138 (was 140), OpenFileDescriptor=395 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=621 (was 621), ProcessCount=11 (was 11), AvailableMemoryMB=848 (was 886) 2024-12-03T18:26:51,952 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=138, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=621, ProcessCount=11, AvailableMemoryMB=847 2024-12-03T18:26:51,952 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:26:51,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741944_1123 (size=7) 2024-12-03T18:26:51,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741944_1123 (size=7) 2024-12-03T18:26:52,360 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:26:52,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:52,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:52,365 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:52,365 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:26:52,365 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:26:52,367 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:26:52,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741945_1124 (size=1393) 2024-12-03T18:26:52,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741945_1124 (size=1393) 2024-12-03T18:26:52,383 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:26:52,383 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:26:52,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741946_1125 (size=1393) 2024-12-03T18:26:52,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741946_1125 (size=1393) 2024-12-03T18:26:52,403 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:26:52,403 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:26:52,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741947_1126 (size=1393) 2024-12-03T18:26:52,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741947_1126 (size=1393) 2024-12-03T18:26:52,419 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:26:52,419 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:26:52,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741948_1127 (size=1393) 2024-12-03T18:26:52,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741948_1127 (size=1393) 2024-12-03T18:26:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:26:52,433 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:26:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741949_1128 (size=1393) 2024-12-03T18:26:52,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741949_1128 (size=1393) 2024-12-03T18:26:52,448 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:26:52,448 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:26:52,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741950_1129 (size=1393) 2024-12-03T18:26:52,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741950_1129 (size=1393) 2024-12-03T18:26:52,461 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:26:52,461 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:26:52,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741951_1130 (size=1405) 2024-12-03T18:26:52,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741951_1130 (size=1405) 2024-12-03T18:26:52,482 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:26:52,482 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:26:52,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741952_1131 (size=1413) 2024-12-03T18:26:52,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741952_1131 (size=1413) 2024-12-03T18:26:52,517 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:26:52,517 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:26:52,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741953_1132 (size=1413) 2024-12-03T18:26:52,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741953_1132 (size=1413) 2024-12-03T18:26:52,563 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:26:52,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:26:52,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:52,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:52,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741954_1133 (size=1413) 2024-12-03T18:26:52,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741954_1133 (size=1413) 2024-12-03T18:26:52,592 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:26:52,612 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T18:26:52,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.0 2024-12-03T18:26:52,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.0 after 0ms 2024-12-03T18:26:52,615 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.0 took 3ms 2024-12-03T18:26:52,621 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.0 so closing down 2024-12-03T18:26:52,621 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:52,621 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:52,628 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T18:26:52,628 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:26:52,629 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:26:52,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T18:26:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741956_1135 (size=743) 2024-12-03T18:26:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741956_1135 (size=743) 2024-12-03T18:26:52,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741955_1134 (size=743) 2024-12-03T18:26:52,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:52,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741955_1134 (size=743) 2024-12-03T18:26:52,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:52,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T18:26:52,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T18:26:52,674 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:52,674 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.0, size=1.4 K (1393bytes) at 1733250412612Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.0 so closing down at 1733250412621 (+9 ms)3 split writer threads finished at 1733250412621Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250412629 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733250412629Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250412671 (+42 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250412672 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733250412674 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733250412674Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250412674 2024-12-03T18:26:52,684 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/oldWALs/wal.dat.0 2024-12-03T18:26:52,685 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T18:26:52,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.1 2024-12-03T18:26:52,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.1 after 0ms 2024-12-03T18:26:52,688 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.1 took 4ms 2024-12-03T18:26:52,696 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.1 so closing down 2024-12-03T18:26:52,696 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:52,698 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:52,713 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T18:26:52,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T18:26:52,716 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T18:26:52,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T18:26:52,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741957_1136 (size=743) 2024-12-03T18:26:52,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741957_1136 (size=743) 2024-12-03T18:26:52,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:52,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741958_1137 (size=743) 2024-12-03T18:26:52,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741958_1137 (size=743) 2024-12-03T18:26:52,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:52,730 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T18:26:52,732 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T18:26:52,732 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:52,732 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.1, size=1.4 K (1393bytes) at 1733250412685Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.1 so closing down at 1733250412696 (+11 ms)3 split writer threads finished at 1733250412699 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733250412715 (+16 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733250412719 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250412727 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250412728 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733250412731 (+3 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733250412732 (+1 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250412732 2024-12-03T18:26:52,734 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/oldWALs/wal.dat.1 2024-12-03T18:26:52,734 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T18:26:52,734 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.2 2024-12-03T18:26:52,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.2 after 0ms 2024-12-03T18:26:52,737 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.2 took 3ms 2024-12-03T18:26:52,741 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.2 so closing down 2024-12-03T18:26:52,741 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:52,741 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:52,746 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T18:26:52,746 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T18:26:52,748 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T18:26:52,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T18:26:52,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741960_1139 (size=743) 2024-12-03T18:26:52,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741959_1138 (size=743) 2024-12-03T18:26:52,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741959_1138 (size=743) 2024-12-03T18:26:52,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741960_1139 (size=743) 2024-12-03T18:26:52,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:52,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:52,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T18:26:52,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T18:26:52,760 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:52,760 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.2, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.2, size=1.4 K (1393bytes) at 1733250412734Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.2 so closing down at 1733250412741 (+7 ms)3 split writer threads finished at 1733250412741Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733250412748 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733250412748Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250412757 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250412757Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733250412760 (+3 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733250412760Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250412760 2024-12-03T18:26:52,763 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.2 to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/oldWALs/wal.dat.2 2024-12-03T18:26:52,763 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T18:26:52,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.3 2024-12-03T18:26:52,764 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.3 after 1ms 2024-12-03T18:26:52,767 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.3 took 4ms 2024-12-03T18:26:52,769 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.3 so closing down 2024-12-03T18:26:52,769 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:52,769 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:52,772 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T18:26:52,773 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T18:26:52,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T18:26:52,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T18:26:52,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741961_1140 (size=743) 2024-12-03T18:26:52,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741961_1140 (size=743) 2024-12-03T18:26:52,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741962_1141 (size=743) 2024-12-03T18:26:52,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741962_1141 (size=743) 2024-12-03T18:26:52,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:52,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T18:26:52,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:52,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T18:26:52,811 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:52,811 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.3, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.3, size=1.4 K (1393bytes) at 1733250412763Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.3 so closing down at 1733250412769 (+6 ms)3 split writer threads finished at 1733250412769Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733250412775 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733250412777 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250412798 (+21 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733250412801 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250412803 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733250412811 (+8 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250412811 2024-12-03T18:26:52,814 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.3 to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/oldWALs/wal.dat.3 2024-12-03T18:26:52,815 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T18:26:52,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.4 2024-12-03T18:26:52,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.4 after 4ms 2024-12-03T18:26:52,825 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.4 took 11ms 2024-12-03T18:26:52,828 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.4 so closing down 2024-12-03T18:26:52,828 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:52,828 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:52,846 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T18:26:52,848 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T18:26:52,850 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T18:26:52,850 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T18:26:52,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741964_1143 (size=743) 2024-12-03T18:26:52,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741964_1143 (size=743) 2024-12-03T18:26:52,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:52,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741963_1142 (size=743) 2024-12-03T18:26:52,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741963_1142 (size=743) 2024-12-03T18:26:52,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:52,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T18:26:52,862 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T18:26:52,862 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:52,862 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.4, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.4, size=1.4 K (1393bytes) at 1733250412815Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.4 so closing down at 1733250412828 (+13 ms)3 split writer threads finished at 1733250412828Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733250412850 (+22 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733250412850Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250412858 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250412860 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733250412861 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733250412862 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250412862 2024-12-03T18:26:52,869 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.4 to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/oldWALs/wal.dat.4 2024-12-03T18:26:52,870 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T18:26:52,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.5 2024-12-03T18:26:52,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.5 after 0ms 2024-12-03T18:26:52,873 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.5 took 3ms 2024-12-03T18:26:52,875 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.5 so closing down 2024-12-03T18:26:52,875 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:52,875 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:52,877 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T18:26:52,877 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T18:26:52,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T18:26:52,880 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T18:26:52,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741966_1145 (size=743) 2024-12-03T18:26:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741966_1145 (size=743) 2024-12-03T18:26:52,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:52,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741965_1144 (size=743) 2024-12-03T18:26:52,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741965_1144 (size=743) 2024-12-03T18:26:52,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T18:26:52,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:52,926 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T18:26:52,926 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:52,926 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.5, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.5, size=1.4 K (1393bytes) at 1733250412870Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.5 so closing down at 1733250412875 (+5 ms)3 split writer threads finished at 1733250412875Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733250412878 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733250412880 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250412915 (+35 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733250412923 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250412923Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733250412926 (+3 ms)Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250412926 2024-12-03T18:26:52,929 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.5 to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/oldWALs/wal.dat.5 2024-12-03T18:26:52,929 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T18:26:52,929 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.6 2024-12-03T18:26:52,929 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.6 after 0ms 2024-12-03T18:26:52,935 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.6 took 6ms 2024-12-03T18:26:52,948 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.6 so closing down 2024-12-03T18:26:52,948 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:52,948 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:52,959 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T18:26:52,959 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T18:26:52,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T18:26:52,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T18:26:52,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741967_1146 (size=749) 2024-12-03T18:26:52,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741967_1146 (size=749) 2024-12-03T18:26:52,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:52,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741968_1147 (size=749) 2024-12-03T18:26:52,973 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T18:26:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741968_1147 (size=749) 2024-12-03T18:26:52,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:52,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T18:26:52,978 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T18:26:52,978 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.6, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.6, size=1.4 K (1405bytes) at 1733250412929Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.6 so closing down at 1733250412948 (+19 ms)3 split writer threads finished at 1733250412948Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733250412960 (+12 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733250412963 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250412971 (+8 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733250412973 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250412975 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733250412977 (+2 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733250412978 (+1 ms) 2024-12-03T18:26:52,980 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.6 to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/oldWALs/wal.dat.6 2024-12-03T18:26:52,981 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T18:26:52,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.7 2024-12-03T18:26:52,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.7 after 0ms 2024-12-03T18:26:52,983 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.7 took 3ms 2024-12-03T18:26:52,988 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.7 so closing down 2024-12-03T18:26:52,988 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:52,988 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:52,990 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T18:26:52,990 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T18:26:52,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T18:26:52,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T18:26:52,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741970_1149 (size=753) 2024-12-03T18:26:52,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741970_1149 (size=753) 2024-12-03T18:26:52,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:52,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741969_1148 (size=753) 2024-12-03T18:26:52,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741969_1148 (size=753) 2024-12-03T18:26:52,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:53,000 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T18:26:53,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T18:26:53,000 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:26:53,000 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.7, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.7, size=1.4 K (1413bytes) at 1733250412981Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.7 so closing down at 1733250412988 (+7 ms)3 split writer threads finished at 1733250412988Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733250412991 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733250412991Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250412997 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250412997Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733250413000 (+3 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733250413000Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250413000 2024-12-03T18:26:53,002 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.7 to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/oldWALs/wal.dat.7 2024-12-03T18:26:53,003 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T18:26:53,003 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.8 2024-12-03T18:26:53,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.8 after 2ms 2024-12-03T18:26:53,008 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.8 took 5ms 2024-12-03T18:26:53,010 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.8 so closing down 2024-12-03T18:26:53,010 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:53,010 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:53,013 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T18:26:53,013 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T18:26:53,014 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T18:26:53,014 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T18:26:53,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741971_1150 (size=753) 2024-12-03T18:26:53,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741971_1150 (size=753) 2024-12-03T18:26:53,023 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:53,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741972_1151 (size=753) 2024-12-03T18:26:53,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741972_1151 (size=753) 2024-12-03T18:26:53,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:53,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T18:26:53,025 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T18:26:53,025 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:26:53,026 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.8, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.8, size=1.4 K (1413bytes) at 1733250413003Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.8 so closing down at 1733250413010 (+7 ms)3 split writer threads finished at 1733250413010Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733250413014 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733250413014Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250413023 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250413024 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733250413025 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733250413025Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250413025 2024-12-03T18:26:53,027 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.8 to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/oldWALs/wal.dat.8 2024-12-03T18:26:53,027 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T18:26:53,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.9 2024-12-03T18:26:53,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.9 after 0ms 2024-12-03T18:26:53,029 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.9 took 2ms 2024-12-03T18:26:53,030 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.9 so closing down 2024-12-03T18:26:53,030 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:53,030 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:53,032 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T18:26:53,032 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T18:26:53,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T18:26:53,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T18:26:53,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741973_1152 (size=753) 2024-12-03T18:26:53,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741973_1152 (size=753) 2024-12-03T18:26:53,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741974_1153 (size=753) 2024-12-03T18:26:53,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741974_1153 (size=753) 2024-12-03T18:26:53,095 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:53,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T18:26:53,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:53,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T18:26:53,482 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 453 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:26:53,482 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.9, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.9, size=1.4 K (1413bytes) at 1733250413027Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.9 so closing down at 1733250413030 (+3 ms)3 split writer threads finished at 1733250413030Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733250413033 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733250413034 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250413095 (+61 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733250413096 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250413480 (+384 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733250413482 (+2 ms)Processed 20 edits across 2 Regions in 453 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250413482 2024-12-03T18:26:53,485 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/WALs/testsplit,16010,1733250412365/wal.dat.9 to hdfs://localhost:39871/user/jenkins/test-data/4f3efc59-b4a5-ee29-5f97-34a4cd7c53d5/oldWALs/wal.dat.9 2024-12-03T18:26:53,569 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=138 (was 138), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=621 (was 621), ProcessCount=11 (was 11), AvailableMemoryMB=762 (was 847) 2024-12-03T18:26:53,579 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=138, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=621, ProcessCount=11, AvailableMemoryMB=760 2024-12-03T18:26:53,579 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:26:53,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741975_1154 (size=7) 2024-12-03T18:26:53,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741975_1154 (size=7) 2024-12-03T18:26:53,590 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:26:53,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:53,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:53,594 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:53,595 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:26:53,596 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:26:53,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:26:53,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741976_1155 (size=1393) 2024-12-03T18:26:53,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741976_1155 (size=1393) 2024-12-03T18:26:53,620 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:26:53,620 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:26:53,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741977_1156 (size=1393) 2024-12-03T18:26:53,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741977_1156 (size=1393) 2024-12-03T18:26:53,634 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:26:53,634 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:26:53,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741978_1157 (size=1393) 2024-12-03T18:26:53,649 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:26:53,649 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:26:53,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741978_1157 (size=1393) 2024-12-03T18:26:53,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741979_1158 (size=1393) 2024-12-03T18:26:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741979_1158 (size=1393) 2024-12-03T18:26:53,682 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:26:53,682 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:26:53,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741980_1159 (size=1393) 2024-12-03T18:26:53,713 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:26:53,714 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:26:53,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741980_1159 (size=1393) 2024-12-03T18:26:53,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,721 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:26:53,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741981_1160 (size=1393) 2024-12-03T18:26:53,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741981_1160 (size=1393) 2024-12-03T18:26:53,756 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:26:53,756 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:26:53,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741982_1161 (size=1405) 2024-12-03T18:26:53,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741982_1161 (size=1405) 2024-12-03T18:26:53,791 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:26:53,791 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:26:53,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:53,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:53,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741983_1162 (size=1413) 2024-12-03T18:26:53,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741983_1162 (size=1413) 2024-12-03T18:26:54,209 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:26:54,209 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:26:54,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741984_1163 (size=1413) 2024-12-03T18:26:54,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741984_1163 (size=1413) 2024-12-03T18:26:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:26:54,226 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:26:54,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:54,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:54,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741985_1164 (size=1413) 2024-12-03T18:26:54,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741985_1164 (size=1413) 2024-12-03T18:26:54,241 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:26:54,257 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T18:26:54,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.0 2024-12-03T18:26:54,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.0 after 1ms 2024-12-03T18:26:54,261 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.0 took 4ms 2024-12-03T18:26:54,263 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.0 so closing down 2024-12-03T18:26:54,263 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:54,263 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:54,268 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:26:54,269 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T18:26:54,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:26:54,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T18:26:54,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741987_1166 (size=743) 2024-12-03T18:26:54,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741987_1166 (size=743) 2024-12-03T18:26:54,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741986_1165 (size=743) 2024-12-03T18:26:54,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741986_1165 (size=743) 2024-12-03T18:26:54,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:54,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T18:26:54,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:54,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T18:26:54,688 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:54,688 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.0, size=1.4 K (1393bytes) at 1733250414257Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.0 so closing down at 1733250414263 (+6 ms)3 split writer threads finished at 1733250414263Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250414269 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733250414271 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250414293 (+22 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733250414296 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250414685 (+389 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733250414687 (+2 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250414688 (+1 ms) 2024-12-03T18:26:54,690 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/oldWALs/wal.dat.0 2024-12-03T18:26:54,691 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T18:26:54,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.1 2024-12-03T18:26:54,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.1 after 0ms 2024-12-03T18:26:54,694 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.1 took 4ms 2024-12-03T18:26:54,695 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.1 so closing down 2024-12-03T18:26:54,695 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:54,695 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:54,698 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T18:26:54,699 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T18:26:54,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T18:26:54,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T18:26:54,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741989_1168 (size=743) 2024-12-03T18:26:54,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741988_1167 (size=743) 2024-12-03T18:26:54,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741988_1167 (size=743) 2024-12-03T18:26:54,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:54,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741989_1168 (size=743) 2024-12-03T18:26:54,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:54,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T18:26:54,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T18:26:54,711 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:54,711 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.1, size=1.4 K (1393bytes) at 1733250414691Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.1 so closing down at 1733250414695 (+4 ms)3 split writer threads finished at 1733250414695Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733250414699 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733250414700 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250414708 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250414709 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733250414711 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733250414711Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250414711 2024-12-03T18:26:54,715 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/oldWALs/wal.dat.1 2024-12-03T18:26:54,715 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T18:26:54,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.2 2024-12-03T18:26:54,716 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.2 after 0ms 2024-12-03T18:26:54,720 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.2 took 5ms 2024-12-03T18:26:54,728 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.2 so closing down 2024-12-03T18:26:54,728 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:54,728 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:54,732 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T18:26:54,732 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T18:26:54,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T18:26:54,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T18:26:54,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741990_1169 (size=743) 2024-12-03T18:26:54,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741990_1169 (size=743) 2024-12-03T18:26:54,742 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:54,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T18:26:54,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741991_1170 (size=743) 2024-12-03T18:26:54,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741991_1170 (size=743) 2024-12-03T18:26:54,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:54,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T18:26:54,757 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:54,757 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.2, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.2, size=1.4 K (1393bytes) at 1733250414715Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.2 so closing down at 1733250414728 (+13 ms)3 split writer threads finished at 1733250414728Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733250414733 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733250414734 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250414742 (+8 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733250414745 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250414753 (+8 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733250414757 (+4 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250414757 2024-12-03T18:26:54,760 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.2 to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/oldWALs/wal.dat.2 2024-12-03T18:26:54,760 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T18:26:54,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.3 2024-12-03T18:26:54,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.3 after 1ms 2024-12-03T18:26:54,764 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.3 took 4ms 2024-12-03T18:26:54,766 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.3 so closing down 2024-12-03T18:26:54,766 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:54,766 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:54,769 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T18:26:54,769 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T18:26:54,771 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T18:26:54,771 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T18:26:54,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741993_1172 (size=743) 2024-12-03T18:26:54,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741992_1171 (size=743) 2024-12-03T18:26:54,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741993_1172 (size=743) 2024-12-03T18:26:54,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741992_1171 (size=743) 2024-12-03T18:26:54,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:54,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:54,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T18:26:54,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T18:26:54,780 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:54,780 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.3, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.3, size=1.4 K (1393bytes) at 1733250414760Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.3 so closing down at 1733250414766 (+6 ms)3 split writer threads finished at 1733250414766Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733250414771 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733250414771Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250414777 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250414777Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733250414780 (+3 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733250414780Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250414780 2024-12-03T18:26:54,783 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.3 to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/oldWALs/wal.dat.3 2024-12-03T18:26:54,783 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T18:26:54,783 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.4 2024-12-03T18:26:54,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.4 after 1ms 2024-12-03T18:26:54,787 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.4 took 4ms 2024-12-03T18:26:54,789 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.4 so closing down 2024-12-03T18:26:54,789 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:54,789 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:54,793 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T18:26:54,793 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T18:26:54,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T18:26:54,796 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T18:26:54,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741994_1173 (size=743) 2024-12-03T18:26:54,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741994_1173 (size=743) 2024-12-03T18:26:54,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:54,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741995_1174 (size=743) 2024-12-03T18:26:54,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741995_1174 (size=743) 2024-12-03T18:26:54,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T18:26:55,207 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:55,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T18:26:55,210 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:55,210 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.4, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.4, size=1.4 K (1393bytes) at 1733250414783Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.4 so closing down at 1733250414789 (+6 ms)3 split writer threads finished at 1733250414789Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733250414794 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733250414796 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250414801 (+5 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733250414804 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250415207 (+403 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733250415210 (+3 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250415210 2024-12-03T18:26:55,214 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.4 to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/oldWALs/wal.dat.4 2024-12-03T18:26:55,214 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T18:26:55,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.5 2024-12-03T18:26:55,215 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.5 after 1ms 2024-12-03T18:26:55,219 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.5 took 5ms 2024-12-03T18:26:55,221 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.5 so closing down 2024-12-03T18:26:55,221 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:55,221 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:55,225 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T18:26:55,225 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T18:26:55,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T18:26:55,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T18:26:55,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741997_1176 (size=743) 2024-12-03T18:26:55,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741996_1175 (size=743) 2024-12-03T18:26:55,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741997_1176 (size=743) 2024-12-03T18:26:55,234 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:55,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741996_1175 (size=743) 2024-12-03T18:26:55,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:55,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T18:26:55,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T18:26:55,239 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:55,240 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.5, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.5, size=1.4 K (1393bytes) at 1733250415214Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.5 so closing down at 1733250415221 (+7 ms)3 split writer threads finished at 1733250415221Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733250415226 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733250415226Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250415234 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250415236 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733250415237 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733250415239 (+2 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250415239 2024-12-03T18:26:55,243 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.5 to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/oldWALs/wal.dat.5 2024-12-03T18:26:55,243 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T18:26:55,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.6 2024-12-03T18:26:55,244 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.6 after 1ms 2024-12-03T18:26:55,247 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.6 took 4ms 2024-12-03T18:26:55,249 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.6 so closing down 2024-12-03T18:26:55,249 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:55,249 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:55,252 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T18:26:55,252 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T18:26:55,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T18:26:55,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T18:26:55,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741998_1177 (size=749) 2024-12-03T18:26:55,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741999_1178 (size=749) 2024-12-03T18:26:55,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741999_1178 (size=749) 2024-12-03T18:26:55,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073741998_1177 (size=749) 2024-12-03T18:26:55,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:55,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:55,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T18:26:55,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T18:26:55,661 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T18:26:55,662 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.6, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.6, size=1.4 K (1405bytes) at 1733250415243Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.6 so closing down at 1733250415249 (+6 ms)3 split writer threads finished at 1733250415249Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733250415253 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733250415253Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250415659 (+406 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250415659Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733250415661 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733250415661Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733250415661 2024-12-03T18:26:55,664 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.6 to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/oldWALs/wal.dat.6 2024-12-03T18:26:55,664 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T18:26:55,664 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.7 2024-12-03T18:26:55,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.7 after 1ms 2024-12-03T18:26:55,668 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.7 took 4ms 2024-12-03T18:26:55,672 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.7 so closing down 2024-12-03T18:26:55,672 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:55,672 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:55,675 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T18:26:55,675 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T18:26:55,677 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T18:26:55,678 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T18:26:55,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742000_1179 (size=753) 2024-12-03T18:26:55,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742000_1179 (size=753) 2024-12-03T18:26:55,683 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:55,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742001_1180 (size=753) 2024-12-03T18:26:55,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742001_1180 (size=753) 2024-12-03T18:26:55,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:55,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T18:26:55,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T18:26:55,689 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:26:55,689 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.7, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.7, size=1.4 K (1413bytes) at 1733250415664Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.7 so closing down at 1733250415672 (+8 ms)3 split writer threads finished at 1733250415672Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733250415677 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733250415678 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250415683 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250415686 (+3 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733250415686Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733250415689 (+3 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250415689 2024-12-03T18:26:55,692 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.7 to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/oldWALs/wal.dat.7 2024-12-03T18:26:55,692 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T18:26:55,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.8 2024-12-03T18:26:55,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.8 after 0ms 2024-12-03T18:26:55,695 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.8 took 3ms 2024-12-03T18:26:55,697 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.8 so closing down 2024-12-03T18:26:55,697 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:55,697 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:55,701 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T18:26:55,701 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T18:26:55,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T18:26:55,703 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T18:26:55,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742002_1181 (size=753) 2024-12-03T18:26:55,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742002_1181 (size=753) 2024-12-03T18:26:55,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:55,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742003_1182 (size=753) 2024-12-03T18:26:55,731 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T18:26:55,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742003_1182 (size=753) 2024-12-03T18:26:55,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:55,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T18:26:55,737 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:26:55,737 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.8, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.8, size=1.4 K (1413bytes) at 1733250415692Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.8 so closing down at 1733250415697 (+5 ms)3 split writer threads finished at 1733250415697Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733250415702 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733250415703 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250415727 (+24 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733250415731 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250415733 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733250415736 (+3 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250415737 (+1 ms) 2024-12-03T18:26:55,741 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.8 to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/oldWALs/wal.dat.8 2024-12-03T18:26:55,741 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T18:26:55,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.9 2024-12-03T18:26:55,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.9 after 1ms 2024-12-03T18:26:55,752 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.9 took 11ms 2024-12-03T18:26:55,757 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.9 so closing down 2024-12-03T18:26:55,757 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:55,757 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:55,761 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T18:26:55,761 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T18:26:55,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T18:26:55,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T18:26:55,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742005_1184 (size=753) 2024-12-03T18:26:55,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742004_1183 (size=753) 2024-12-03T18:26:55,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742005_1184 (size=753) 2024-12-03T18:26:55,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742004_1183 (size=753) 2024-12-03T18:26:55,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:55,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:55,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T18:26:55,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T18:26:55,789 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:26:55,789 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.9, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.9, size=1.4 K (1413bytes) at 1733250415741Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.9 so closing down at 1733250415757 (+16 ms)3 split writer threads finished at 1733250415757Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733250415763 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733250415763Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250415786 (+23 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250415786Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733250415788 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733250415788Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250415789 (+1 ms) 2024-12-03T18:26:55,792 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/WALs/testmovedwalduringrecovery,16010,1733250413594/wal.dat.9 to hdfs://localhost:39871/user/jenkins/test-data/d311575c-cfca-b41b-2d86-d068f329dbc1/oldWALs/wal.dat.9 2024-12-03T18:26:55,801 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=138 (was 138), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=635 (was 621) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=655 (was 760) 2024-12-03T18:26:55,809 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=138, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=635, ProcessCount=11, AvailableMemoryMB=655 2024-12-03T18:26:55,809 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:26:55,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742006_1185 (size=7) 2024-12-03T18:26:55,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742006_1185 (size=7) 2024-12-03T18:26:55,815 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:26:55,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:55,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:55,820 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:55,824 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-12-03T18:26:55,824 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-12-03T18:26:55,825 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-12-03T18:26:55,825 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-12-03T18:26:55,825 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-12-03T18:26:55,842 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/WALs/testthreading,16010,1733250415821/wal.dat..fake, size=0 (0bytes) 2024-12-03T18:26:55,855 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/WALs/testthreading,16010,1733250415821/wal.dat..fake took 13ms 2024-12-03T18:26:56,317 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/WALs/testthreading,16010,1733250415821/wal.dat..fake so closing down 2024-12-03T18:26:56,317 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:56,319 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:56,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-12-03T18:26:56,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-12-03T18:26:56,329 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-12-03T18:26:56,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 59 ms) 2024-12-03T18:26:56,387 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 58 ms) 2024-12-03T18:26:56,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-12-03T18:26:56,389 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-12-03T18:26:56,391 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 67 ms) 2024-12-03T18:26:56,441 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 53 ms) 2024-12-03T18:26:56,443 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 52 ms) 2024-12-03T18:26:56,444 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 577 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/WALs/testthreading,16010,1733250415821/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-12-03T18:26:56,444 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/WALs/testthreading,16010,1733250415821/wal.dat..fake, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/WALs/testthreading,16010,1733250415821/wal.dat..fake, size=0 (0bytes) at 1733250415842Split 1024 edits, skipped 0 edits. at 1733250415912 (+70 ms)Split 2048 edits, skipped 0 edits. at 1733250415930 (+18 ms)Split 3072 edits, skipped 0 edits. at 1733250415954 (+24 ms)Split 4096 edits, skipped 0 edits. at 1733250415975 (+21 ms)Split 5120 edits, skipped 0 edits. at 1733250415993 (+18 ms)Split 6144 edits, skipped 0 edits. at 1733250416016 (+23 ms)Split 7168 edits, skipped 0 edits. at 1733250416040 (+24 ms)Split 8192 edits, skipped 0 edits. at 1733250416062 (+22 ms)Split 9216 edits, skipped 0 edits. at 1733250416080 (+18 ms)Split 10240 edits, skipped 0 edits. at 1733250416101 (+21 ms)Split 11264 edits, skipped 0 edits. at 1733250416123 (+22 ms)Split 12288 edits, skipped 0 edits. at 1733250416146 (+23 ms)Split 13312 edits, skipped 0 edits. at 1733250416170 (+24 ms)Split 14336 edits, skipped 0 edits. at 1733250416196 (+26 ms)Split 15360 edits, skipped 0 edits. at 1733250416218 (+22 ms)Split 16384 edits, skipped 0 edits. at 1733250416239 (+21 ms)Split 17408 edits, skipped 0 edits. at 1733250416263 (+24 ms)Split 18432 edits, skipped 0 edits. at 1733250416289 (+26 ms)Split 19456 edits, skipped 0 edits. at 1733250416307 (+18 ms)Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/WALs/testthreading,16010,1733250415821/wal.dat..fake so closing down at 1733250416317 (+10 ms)3 split writer threads finished at 1733250416319 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1733250416323 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1733250416323Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1733250416329 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 59 ms) at 1733250416384 (+55 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 58 ms) at 1733250416387 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1733250416387Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1733250416389 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 67 ms) at 1733250416391 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 53 ms) at 1733250416441 (+50 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 52 ms) at 1733250416443 (+2 ms)Processed 20000 edits across 5 Regions in 577 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b2a5df23-9c33-f45a-8599-a9acfa88e31f/WALs/testthreading,16010,1733250415821/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1733250416444 (+1 ms) 2024-12-03T18:26:56,444 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-12-03T18:26:56,444 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-12-03T18:26:56,444 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-12-03T18:26:56,444 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-12-03T18:26:56,444 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-12-03T18:26:56,454 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=139 (was 138) - Thread LEAK? -, OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=635 (was 635), ProcessCount=11 (was 11), AvailableMemoryMB=581 (was 655) 2024-12-03T18:26:56,463 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=138, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=635, ProcessCount=11, AvailableMemoryMB=581 2024-12-03T18:26:56,463 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:26:56,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742007_1186 (size=7) 2024-12-03T18:26:56,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742007_1186 (size=7) 2024-12-03T18:26:56,494 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:26:56,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:56,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:56,500 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:56,501 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-12-03T18:26:56,507 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:26:56,508 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:26:56,509 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:26:56,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742008_1187 (size=1393) 2024-12-03T18:26:56,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742008_1187 (size=1393) 2024-12-03T18:26:56,555 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:26:56,556 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:26:56,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742009_1188 (size=1393) 2024-12-03T18:26:56,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742009_1188 (size=1393) 2024-12-03T18:26:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:26:56,585 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:26:56,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742010_1189 (size=1393) 2024-12-03T18:26:56,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742010_1189 (size=1393) 2024-12-03T18:26:56,623 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:26:56,623 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:26:56,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742011_1190 (size=1393) 2024-12-03T18:26:56,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742011_1190 (size=1393) 2024-12-03T18:26:56,681 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:26:56,681 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:26:56,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742012_1191 (size=1393) 2024-12-03T18:26:56,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742012_1191 (size=1393) 2024-12-03T18:26:56,702 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:26:56,702 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:26:56,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742013_1192 (size=1393) 2024-12-03T18:26:56,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742013_1192 (size=1393) 2024-12-03T18:26:56,742 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:26:56,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:26:56,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742014_1193 (size=1405) 2024-12-03T18:26:56,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742014_1193 (size=1405) 2024-12-03T18:26:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:26:56,800 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:26:56,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742015_1194 (size=1413) 2024-12-03T18:26:56,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742015_1194 (size=1413) 2024-12-03T18:26:56,825 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:26:56,825 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:26:56,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742016_1195 (size=1413) 2024-12-03T18:26:56,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742016_1195 (size=1413) 2024-12-03T18:26:56,863 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:26:56,864 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:26:56,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:56,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:56,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742017_1196 (size=1413) 2024-12-03T18:26:56,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742017_1196 (size=1413) 2024-12-03T18:26:56,892 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:26:56,892 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-12-03T18:26:56,913 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat..empty, size=0 (0bytes) 2024-12-03T18:26:56,913 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat..empty might be still open, length is 0 2024-12-03T18:26:56,913 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat..empty 2024-12-03T18:26:56,913 WARN [IPC Server handler 1 on default port 39871 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat..empty closed. 2024-12-03T18:26:56,915 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat..empty after 1ms 2024-12-03T18:26:56,916 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-12-03T18:26:56,917 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat..empty; empty? 2024-12-03T18:26:56,917 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat..empty so closing down 2024-12-03T18:26:56,917 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-12-03T18:26:56,917 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat..empty, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat..empty, size=0 (0bytes) at 1733250416913Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat..empty so closing down at 1733250416917 (+4 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1733250416917 2024-12-03T18:26:56,920 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat..empty to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/oldWALs/wal.dat..empty 2024-12-03T18:26:56,920 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T18:26:56,920 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.0 2024-12-03T18:26:56,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.0 after 1ms 2024-12-03T18:26:56,923 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.0 took 3ms 2024-12-03T18:26:56,934 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.0 so closing down 2024-12-03T18:26:56,934 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:56,938 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:56,943 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:26:56,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:26:56,959 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T18:26:56,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T18:26:56,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742018_1197 (size=743) 2024-12-03T18:26:56,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742018_1197 (size=743) 2024-12-03T18:26:57,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742019_1198 (size=743) 2024-12-03T18:26:57,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742019_1198 (size=743) 2024-12-03T18:26:57,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:57,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T18:26:57,413 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:57,415 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T18:26:57,415 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 484 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:57,415 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.0, size=1.4 K (1393bytes) at 1733250416920Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.0 so closing down at 1733250416934 (+14 ms)3 split writer threads finished at 1733250416939 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250416956 (+17 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733250416983 (+27 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250417393 (+410 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733250417394 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250417413 (+19 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733250417415 (+2 ms)Processed 20 edits across 2 Regions in 484 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250417415 2024-12-03T18:26:57,416 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/oldWALs/wal.dat.0 2024-12-03T18:26:57,417 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T18:26:57,417 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.1 2024-12-03T18:26:57,417 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.1 after 0ms 2024-12-03T18:26:57,419 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.1 took 3ms 2024-12-03T18:26:57,420 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.1 so closing down 2024-12-03T18:26:57,420 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:57,423 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:57,425 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T18:26:57,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T18:26:57,432 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T18:26:57,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742020_1199 (size=743) 2024-12-03T18:26:57,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742020_1199 (size=743) 2024-12-03T18:26:57,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:57,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T18:26:57,435 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T18:26:57,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742021_1200 (size=743) 2024-12-03T18:26:57,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742021_1200 (size=743) 2024-12-03T18:26:57,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:57,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T18:26:57,846 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:57,847 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.1, size=1.4 K (1393bytes) at 1733250417417Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.1 so closing down at 1733250417420 (+3 ms)3 split writer threads finished at 1733250417423 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733250417426 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250417433 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733250417433Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733250417435 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250417840 (+405 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733250417842 (+2 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250417846 (+4 ms) 2024-12-03T18:26:57,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/oldWALs/wal.dat.1 2024-12-03T18:26:57,850 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T18:26:57,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.2 2024-12-03T18:26:57,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.2 after 0ms 2024-12-03T18:26:57,853 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.2 took 4ms 2024-12-03T18:26:57,856 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.2 so closing down 2024-12-03T18:26:57,856 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:57,858 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:57,870 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T18:26:57,871 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T18:26:57,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T18:26:57,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T18:26:57,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742023_1202 (size=743) 2024-12-03T18:26:57,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742023_1202 (size=743) 2024-12-03T18:26:57,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:57,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T18:26:57,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742022_1201 (size=743) 2024-12-03T18:26:57,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742022_1201 (size=743) 2024-12-03T18:26:57,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:57,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T18:26:57,935 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:57,935 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.2, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.2, size=1.4 K (1393bytes) at 1733250417850Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.2 so closing down at 1733250417856 (+6 ms)3 split writer threads finished at 1733250417858 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733250417873 (+15 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733250417873Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250417915 (+42 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733250417919 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250417932 (+13 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733250417935 (+3 ms)Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250417935 2024-12-03T18:26:57,937 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.2 to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/oldWALs/wal.dat.2 2024-12-03T18:26:57,938 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T18:26:57,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.3 2024-12-03T18:26:57,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.3 after 0ms 2024-12-03T18:26:57,942 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.3 took 3ms 2024-12-03T18:26:57,948 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.3 so closing down 2024-12-03T18:26:57,948 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:57,950 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:57,956 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T18:26:57,957 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T18:26:57,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T18:26:57,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T18:26:57,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742025_1204 (size=743) 2024-12-03T18:26:57,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742025_1204 (size=743) 2024-12-03T18:26:57,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742024_1203 (size=743) 2024-12-03T18:26:57,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742024_1203 (size=743) 2024-12-03T18:26:57,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:57,997 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:57,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T18:26:58,001 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T18:26:58,001 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:58,002 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.3, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.3, size=1.4 K (1393bytes) at 1733250417938Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.3 so closing down at 1733250417948 (+10 ms)3 split writer threads finished at 1733250417950 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733250417960 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733250417960Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250417996 (+36 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250417997 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733250417999 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733250418001 (+2 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250418001 2024-12-03T18:26:58,006 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.3 to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/oldWALs/wal.dat.3 2024-12-03T18:26:58,006 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T18:26:58,006 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.4 2024-12-03T18:26:58,007 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.4 after 1ms 2024-12-03T18:26:58,009 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.4 took 3ms 2024-12-03T18:26:58,011 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.4 so closing down 2024-12-03T18:26:58,011 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:58,011 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:58,014 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T18:26:58,015 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T18:26:58,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T18:26:58,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T18:26:58,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742027_1206 (size=743) 2024-12-03T18:26:58,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:58,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742027_1206 (size=743) 2024-12-03T18:26:58,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742026_1205 (size=743) 2024-12-03T18:26:58,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T18:26:58,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742026_1205 (size=743) 2024-12-03T18:26:58,046 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:58,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T18:26:58,052 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:58,052 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.4, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.4, size=1.4 K (1393bytes) at 1733250418006Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.4 so closing down at 1733250418011 (+5 ms)3 split writer threads finished at 1733250418011Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733250418017 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733250418018 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250418037 (+19 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733250418042 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250418046 (+4 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733250418052 (+6 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250418052 2024-12-03T18:26:58,057 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.4 to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/oldWALs/wal.dat.4 2024-12-03T18:26:58,058 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T18:26:58,058 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.5 2024-12-03T18:26:58,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.5 after 0ms 2024-12-03T18:26:58,062 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.5 took 5ms 2024-12-03T18:26:58,064 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.5 so closing down 2024-12-03T18:26:58,064 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:58,064 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:58,071 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T18:26:58,073 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T18:26:58,074 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T18:26:58,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T18:26:58,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742028_1207 (size=743) 2024-12-03T18:26:58,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742028_1207 (size=743) 2024-12-03T18:26:58,094 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:58,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742029_1208 (size=743) 2024-12-03T18:26:58,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742029_1208 (size=743) 2024-12-03T18:26:58,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T18:26:58,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:58,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T18:26:58,113 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:26:58,113 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.5, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.5, size=1.4 K (1393bytes) at 1733250418058Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.5 so closing down at 1733250418064 (+6 ms)3 split writer threads finished at 1733250418064Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733250418073 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733250418078 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250418094 (+16 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733250418099 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250418108 (+9 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733250418113 (+5 ms)Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250418113 2024-12-03T18:26:58,127 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.5 to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/oldWALs/wal.dat.5 2024-12-03T18:26:58,127 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T18:26:58,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.6 2024-12-03T18:26:58,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.6 after 0ms 2024-12-03T18:26:58,133 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.6 took 6ms 2024-12-03T18:26:58,140 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.6 so closing down 2024-12-03T18:26:58,140 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:58,140 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:58,143 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T18:26:58,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T18:26:58,160 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T18:26:58,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T18:26:58,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742031_1210 (size=749) 2024-12-03T18:26:58,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742031_1210 (size=749) 2024-12-03T18:26:58,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:58,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742030_1209 (size=749) 2024-12-03T18:26:58,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742030_1209 (size=749) 2024-12-03T18:26:58,183 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T18:26:58,183 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:58,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T18:26:58,185 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T18:26:58,185 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.6, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.6, size=1.4 K (1405bytes) at 1733250418127Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.6 so closing down at 1733250418140 (+13 ms)3 split writer threads finished at 1733250418140Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733250418144 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733250418175 (+31 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250418180 (+5 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733250418183 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250418183Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733250418185 (+2 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733250418185 2024-12-03T18:26:58,188 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.6 to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/oldWALs/wal.dat.6 2024-12-03T18:26:58,189 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T18:26:58,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.7 2024-12-03T18:26:58,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.7 after 0ms 2024-12-03T18:26:58,193 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.7 took 4ms 2024-12-03T18:26:58,209 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.7 so closing down 2024-12-03T18:26:58,209 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:58,209 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:58,213 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T18:26:58,213 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T18:26:58,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T18:26:58,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T18:26:58,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742032_1211 (size=753) 2024-12-03T18:26:58,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742032_1211 (size=753) 2024-12-03T18:26:58,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:58,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T18:26:58,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742033_1212 (size=753) 2024-12-03T18:26:58,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742033_1212 (size=753) 2024-12-03T18:26:58,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:58,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T18:26:58,265 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:26:58,265 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.7, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.7, size=1.4 K (1413bytes) at 1733250418189Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.7 so closing down at 1733250418209 (+20 ms)3 split writer threads finished at 1733250418209Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733250418214 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733250418214Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250418244 (+30 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733250418247 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250418260 (+13 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733250418265 (+5 ms)Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250418265 2024-12-03T18:26:58,276 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.7 to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/oldWALs/wal.dat.7 2024-12-03T18:26:58,277 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T18:26:58,277 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.8 2024-12-03T18:26:58,277 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.8 after 0ms 2024-12-03T18:26:58,280 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.8 took 3ms 2024-12-03T18:26:58,284 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.8 so closing down 2024-12-03T18:26:58,284 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:58,284 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:58,292 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T18:26:58,296 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T18:26:58,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T18:26:58,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T18:26:58,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742034_1213 (size=753) 2024-12-03T18:26:58,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742034_1213 (size=753) 2024-12-03T18:26:58,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742035_1214 (size=753) 2024-12-03T18:26:58,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742035_1214 (size=753) 2024-12-03T18:26:58,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:58,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T18:26:58,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:58,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T18:26:58,745 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 462 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:26:58,745 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.8, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.8, size=1.4 K (1413bytes) at 1733250418277Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.8 so closing down at 1733250418284 (+7 ms)3 split writer threads finished at 1733250418284Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733250418307 (+23 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733250418308 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250418346 (+38 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733250418348 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250418740 (+392 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733250418745 (+5 ms)Processed 20 edits across 2 Regions in 462 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250418745 2024-12-03T18:26:58,749 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.8 to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/oldWALs/wal.dat.8 2024-12-03T18:26:58,749 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T18:26:58,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.9 2024-12-03T18:26:58,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.9 after 0ms 2024-12-03T18:26:58,755 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.9 took 6ms 2024-12-03T18:26:58,759 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.9 so closing down 2024-12-03T18:26:58,760 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:26:58,762 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:26:58,777 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T18:26:58,779 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T18:26:58,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T18:26:58,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T18:26:58,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742037_1216 (size=753) 2024-12-03T18:26:58,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742037_1216 (size=753) 2024-12-03T18:26:58,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742036_1215 (size=753) 2024-12-03T18:26:58,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742036_1215 (size=753) 2024-12-03T18:26:58,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:58,838 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T18:26:59,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:26:59,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T18:26:59,230 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 472 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:26:59,231 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.9, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.9, size=1.4 K (1413bytes) at 1733250418750Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.9 so closing down at 1733250418759 (+9 ms)3 split writer threads finished at 1733250418762 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733250418783 (+21 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733250418787 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250418831 (+44 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733250418838 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250419218 (+380 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733250419227 (+9 ms)Processed 20 edits across 2 Regions in 472 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250419230 (+3 ms) 2024-12-03T18:26:59,236 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.9 to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/oldWALs/wal.dat.9 2024-12-03T18:26:59,237 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.empty, size=0 (0bytes) 2024-12-03T18:26:59,237 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.empty might be still open, length is 0 2024-12-03T18:26:59,237 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.empty 2024-12-03T18:26:59,237 WARN [IPC Server handler 2 on default port 39871 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.empty closed. 2024-12-03T18:26:59,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.empty after 1ms 2024-12-03T18:26:59,239 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-12-03T18:26:59,240 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.empty; empty? 2024-12-03T18:26:59,240 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.empty so closing down 2024-12-03T18:26:59,240 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-12-03T18:26:59,240 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.empty, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.empty, size=0 (0bytes) at 1733250419237Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.empty so closing down at 1733250419240 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1733250419240 2024-12-03T18:26:59,244 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/WALs/testemptyopenlogfiles,16010,1733250416500/wal.dat.empty to hdfs://localhost:39871/user/jenkins/test-data/8fbbb972-2a1d-0b6f-7a4b-6a720374440c/oldWALs/wal.dat.empty 2024-12-03T18:26:59,355 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=138 (was 138), OpenFileDescriptor=387 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=635 (was 635), ProcessCount=11 (was 11), AvailableMemoryMB=527 (was 581) 2024-12-03T18:26:59,363 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=635, ProcessCount=11, AvailableMemoryMB=530 2024-12-03T18:26:59,363 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:26:59,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742038_1217 (size=7) 2024-12-03T18:26:59,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742038_1217 (size=7) 2024-12-03T18:26:59,372 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:26:59,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:59,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:26:59,377 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:26:59,377 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:26:59,378 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:26:59,381 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:26:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742039_1218 (size=1393) 2024-12-03T18:26:59,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742039_1218 (size=1393) 2024-12-03T18:26:59,419 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:26:59,419 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:26:59,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742040_1219 (size=1393) 2024-12-03T18:26:59,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742040_1219 (size=1393) 2024-12-03T18:26:59,454 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:26:59,455 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:26:59,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742041_1220 (size=1393) 2024-12-03T18:26:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742041_1220 (size=1393) 2024-12-03T18:26:59,872 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:26:59,872 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:26:59,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:26:59,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:26:59,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742042_1221 (size=1393) 2024-12-03T18:26:59,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742042_1221 (size=1393) 2024-12-03T18:27:00,286 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:27:00,287 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:27:00,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742043_1222 (size=1393) 2024-12-03T18:27:00,308 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:27:00,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742043_1222 (size=1393) 2024-12-03T18:27:00,309 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:27:00,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742044_1223 (size=1393) 2024-12-03T18:27:00,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742044_1223 (size=1393) 2024-12-03T18:27:00,340 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:27:00,340 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:27:00,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742045_1224 (size=1405) 2024-12-03T18:27:00,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742045_1224 (size=1405) 2024-12-03T18:27:00,809 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:27:00,809 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:27:00,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742046_1225 (size=1413) 2024-12-03T18:27:00,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742046_1225 (size=1413) 2024-12-03T18:27:00,915 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:27:00,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:27:00,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:00,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:00,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742047_1226 (size=1413) 2024-12-03T18:27:01,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742047_1226 (size=1413) 2024-12-03T18:27:01,016 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:27:01,016 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:27:01,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:01,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:01,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742048_1227 (size=1413) 2024-12-03T18:27:01,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742048_1227 (size=1413) 2024-12-03T18:27:01,497 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:27:01,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742049_1228 (size=1398) 2024-12-03T18:27:01,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742049_1228 (size=1398) 2024-12-03T18:27:01,626 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T18:27:01,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.0 2024-12-03T18:27:01,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.0 after 2ms 2024-12-03T18:27:01,646 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.0 took 24ms 2024-12-03T18:27:01,666 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.0 so closing down 2024-12-03T18:27:01,666 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:01,672 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:01,682 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:01,682 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:01,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:01,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:01,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742050_1229 (size=743) 2024-12-03T18:27:01,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742050_1229 (size=743) 2024-12-03T18:27:01,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:01,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T18:27:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742051_1230 (size=743) 2024-12-03T18:27:01,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742051_1230 (size=743) 2024-12-03T18:27:01,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:01,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T18:27:01,754 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 100 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:01,754 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.0, size=1.4 K (1393bytes) at 1733250421626Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.0 so closing down at 1733250421666 (+40 ms)3 split writer threads finished at 1733250421672 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250421683 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733250421686 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250421715 (+29 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733250421729 (+14 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250421746 (+17 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733250421754 (+8 ms)Processed 20 edits across 2 Regions in 100 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250421754 2024-12-03T18:27:01,767 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/oldWALs/wal.dat.0 2024-12-03T18:27:01,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T18:27:01,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.1 2024-12-03T18:27:01,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.1 after 2ms 2024-12-03T18:27:01,783 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.1 took 16ms 2024-12-03T18:27:01,807 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.1 so closing down 2024-12-03T18:27:01,807 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:01,814 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:01,836 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:01,843 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:01,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:01,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:01,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742053_1232 (size=743) 2024-12-03T18:27:01,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:01,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742053_1232 (size=743) 2024-12-03T18:27:01,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T18:27:01,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742052_1231 (size=743) 2024-12-03T18:27:01,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742052_1231 (size=743) 2024-12-03T18:27:01,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:01,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T18:27:01,950 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:01,950 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.1, size=1.4 K (1393bytes) at 1733250421767Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.1 so closing down at 1733250421807 (+40 ms)3 split writer threads finished at 1733250421814 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733250421847 (+33 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733250421852 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250421907 (+55 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733250421917 (+10 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250421938 (+21 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733250421950 (+12 ms)Processed 20 edits across 2 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250421950 2024-12-03T18:27:01,956 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/oldWALs/wal.dat.1 2024-12-03T18:27:01,957 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T18:27:01,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.2 2024-12-03T18:27:01,958 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.2 after 1ms 2024-12-03T18:27:01,972 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.2 took 16ms 2024-12-03T18:27:01,983 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.2 so closing down 2024-12-03T18:27:01,983 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:01,987 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:02,011 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:02,012 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:02,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:02,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:02,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742054_1233 (size=743) 2024-12-03T18:27:02,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742054_1233 (size=743) 2024-12-03T18:27:02,092 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:02,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742055_1234 (size=743) 2024-12-03T18:27:02,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T18:27:02,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742055_1234 (size=743) 2024-12-03T18:27:02,126 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:02,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T18:27:02,142 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 162 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:02,142 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.2, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.2, size=1.4 K (1393bytes) at 1733250421957Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.2 so closing down at 1733250421983 (+26 ms)3 split writer threads finished at 1733250421987 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733250422019 (+32 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733250422024 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250422092 (+68 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733250422109 (+17 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250422126 (+17 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733250422139 (+13 ms)Processed 20 edits across 2 Regions in 162 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250422142 (+3 ms) 2024-12-03T18:27:02,159 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.2 to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/oldWALs/wal.dat.2 2024-12-03T18:27:02,160 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T18:27:02,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.3 2024-12-03T18:27:02,161 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.3 after 1ms 2024-12-03T18:27:02,176 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.3 took 17ms 2024-12-03T18:27:02,192 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.3 so closing down 2024-12-03T18:27:02,192 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:02,198 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:02,226 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:02,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:02,235 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:02,243 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:02,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742056_1235 (size=743) 2024-12-03T18:27:02,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742056_1235 (size=743) 2024-12-03T18:27:02,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:02,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742057_1236 (size=743) 2024-12-03T18:27:02,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742057_1236 (size=743) 2024-12-03T18:27:02,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:02,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T18:27:02,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T18:27:02,338 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:02,339 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.3, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.3, size=1.4 K (1393bytes) at 1733250422160Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.3 so closing down at 1733250422192 (+32 ms)3 split writer threads finished at 1733250422198 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733250422235 (+37 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733250422243 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250422292 (+49 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250422311 (+19 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733250422311Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733250422335 (+24 ms)Processed 20 edits across 2 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250422339 (+4 ms) 2024-12-03T18:27:02,370 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.3 to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/oldWALs/wal.dat.3 2024-12-03T18:27:02,371 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T18:27:02,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.4 2024-12-03T18:27:02,372 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.4 after 1ms 2024-12-03T18:27:02,387 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.4 took 16ms 2024-12-03T18:27:02,403 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.4 so closing down 2024-12-03T18:27:02,403 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:02,406 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:02,435 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:02,443 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:02,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:02,459 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:02,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742058_1237 (size=743) 2024-12-03T18:27:02,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742058_1237 (size=743) 2024-12-03T18:27:02,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:02,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T18:27:02,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742059_1238 (size=743) 2024-12-03T18:27:02,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742059_1238 (size=743) 2024-12-03T18:27:02,550 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:02,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T18:27:02,561 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 163 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:02,561 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.4, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.4, size=1.4 K (1393bytes) at 1733250422371Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.4 so closing down at 1733250422403 (+32 ms)3 split writer threads finished at 1733250422406 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733250422447 (+41 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733250422459 (+12 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250422503 (+44 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733250422505 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250422550 (+45 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733250422558 (+8 ms)Processed 20 edits across 2 Regions in 163 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250422561 (+3 ms) 2024-12-03T18:27:02,563 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.4 to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/oldWALs/wal.dat.4 2024-12-03T18:27:02,564 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.5, size=1.4 K (1398bytes) 2024-12-03T18:27:02,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.5 2024-12-03T18:27:02,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.5 after 0ms 2024-12-03T18:27:02,567 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.5 took 3ms 2024-12-03T18:27:02,580 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:02,581 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.5 so closing down 2024-12-03T18:27:02,581 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:02,585 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:02,607 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T18:27:02,615 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T18:27:02,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T18:27:02,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T18:27:02,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742060_1239 (size=743) 2024-12-03T18:27:02,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742060_1239 (size=743) 2024-12-03T18:27:02,698 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:02,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742061_1240 (size=743) 2024-12-03T18:27:02,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742061_1240 (size=743) 2024-12-03T18:27:02,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T18:27:03,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:03,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T18:27:03,119 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 543 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-12-03T18:27:03,119 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.5, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.5, size=1.4 K (1398bytes) at 1733250422564Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.5 so closing down at 1733250422581 (+17 ms)3 split writer threads finished at 1733250422585 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733250422617 (+32 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733250422643 (+26 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250422698 (+55 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733250422703 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250423103 (+400 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733250423119 (+16 ms)Processed 20 edits across 2 Regions in 543 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1733250423119 2024-12-03T18:27:03,135 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.5 to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/corrupt/wal.dat.5 2024-12-03T18:27:03,135 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T18:27:03,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.6 2024-12-03T18:27:03,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.6 after 0ms 2024-12-03T18:27:03,141 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.6 took 6ms 2024-12-03T18:27:03,150 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.6 so closing down 2024-12-03T18:27:03,150 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:03,162 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:03,178 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T18:27:03,179 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T18:27:03,187 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T18:27:03,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T18:27:03,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742062_1241 (size=749) 2024-12-03T18:27:03,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742062_1241 (size=749) 2024-12-03T18:27:03,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:03,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T18:27:03,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742063_1242 (size=749) 2024-12-03T18:27:03,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742063_1242 (size=749) 2024-12-03T18:27:03,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:03,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T18:27:03,218 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T18:27:03,218 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.6, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.6, size=1.4 K (1405bytes) at 1733250423136Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.6 so closing down at 1733250423150 (+14 ms)3 split writer threads finished at 1733250423162 (+12 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733250423179 (+17 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733250423204 (+25 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250423209 (+5 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733250423212 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250423216 (+4 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733250423218 (+2 ms)Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733250423218 2024-12-03T18:27:03,223 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.6 to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/oldWALs/wal.dat.6 2024-12-03T18:27:03,224 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T18:27:03,224 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.7 2024-12-03T18:27:03,224 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.7 after 0ms 2024-12-03T18:27:03,226 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.7 took 3ms 2024-12-03T18:27:03,228 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.7 so closing down 2024-12-03T18:27:03,228 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:03,228 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:03,232 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T18:27:03,232 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T18:27:03,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T18:27:03,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T18:27:03,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742064_1243 (size=753) 2024-12-03T18:27:03,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742064_1243 (size=753) 2024-12-03T18:27:03,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742065_1244 (size=753) 2024-12-03T18:27:03,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742065_1244 (size=753) 2024-12-03T18:27:03,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:03,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:03,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T18:27:03,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T18:27:03,282 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:03,282 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.7, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.7, size=1.4 K (1413bytes) at 1733250423224Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.7 so closing down at 1733250423228 (+4 ms)3 split writer threads finished at 1733250423228Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733250423235 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733250423236 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250423272 (+36 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250423273 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733250423282 (+9 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733250423282Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250423282 2024-12-03T18:27:03,285 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.7 to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/oldWALs/wal.dat.7 2024-12-03T18:27:03,285 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T18:27:03,285 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.8 2024-12-03T18:27:03,285 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.8 after 0ms 2024-12-03T18:27:03,291 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.8 took 6ms 2024-12-03T18:27:03,295 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.8 so closing down 2024-12-03T18:27:03,295 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:03,296 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:03,298 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T18:27:03,300 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T18:27:03,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T18:27:03,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T18:27:03,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742066_1245 (size=753) 2024-12-03T18:27:03,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742066_1245 (size=753) 2024-12-03T18:27:03,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:03,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T18:27:03,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742067_1246 (size=753) 2024-12-03T18:27:03,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742067_1246 (size=753) 2024-12-03T18:27:03,327 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:03,329 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T18:27:03,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:03,330 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.8, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.8, size=1.4 K (1413bytes) at 1733250423285Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.8 so closing down at 1733250423295 (+10 ms)3 split writer threads finished at 1733250423296 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733250423300 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733250423303 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250423324 (+21 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733250423326 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250423327 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733250423329 (+2 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250423329 2024-12-03T18:27:03,331 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.8 to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/oldWALs/wal.dat.8 2024-12-03T18:27:03,332 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T18:27:03,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.9 2024-12-03T18:27:03,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.9 after 0ms 2024-12-03T18:27:03,339 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.9 took 8ms 2024-12-03T18:27:03,340 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.9 so closing down 2024-12-03T18:27:03,340 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:03,341 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:03,343 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T18:27:03,343 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T18:27:03,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T18:27:03,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T18:27:03,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742068_1247 (size=753) 2024-12-03T18:27:03,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742068_1247 (size=753) 2024-12-03T18:27:03,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:03,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T18:27:03,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742069_1248 (size=753) 2024-12-03T18:27:03,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742069_1248 (size=753) 2024-12-03T18:27:03,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:03,370 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T18:27:03,371 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:03,371 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.9, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.9, size=1.4 K (1413bytes) at 1733250423332Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.9 so closing down at 1733250423340 (+8 ms)3 split writer threads finished at 1733250423341 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733250423347 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733250423351 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250423361 (+10 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733250423362 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250423368 (+6 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733250423370 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250423371 (+1 ms) 2024-12-03T18:27:03,373 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733250419377/wal.dat.9 to hdfs://localhost:39871/user/jenkins/test-data/ecde3882-d676-56ab-767c-530e564bdcee/oldWALs/wal.dat.9 2024-12-03T18:27:03,476 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=138 (was 138), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=640 (was 635) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1712 (was 530) - AvailableMemoryMB LEAK? - 2024-12-03T18:27:03,485 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=640, ProcessCount=11, AvailableMemoryMB=1711 2024-12-03T18:27:03,485 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742070_1249 (size=7) 2024-12-03T18:27:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742070_1249 (size=7) 2024-12-03T18:27:03,497 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:03,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:03,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:03,502 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:03,502 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559/data/default/t1/a272d501acd52df5535ca60a8cb81033 2024-12-03T18:27:03,503 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region a272d501acd52df5535ca60a8cb81033 2024-12-03T18:27:03,504 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:27:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:03,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:03,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:03,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:03,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:03,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:03,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:03,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:03,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:03,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:03,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:03,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:03,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:03,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:03,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:03,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:03,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:03,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:03,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:03,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742071_1250 (size=3831) 2024-12-03T18:27:03,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742071_1250 (size=3831) 2024-12-03T18:27:03,586 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/WALs/testsplitleavescompactioneventsedits,16010,1733250423502/wal.dat.0, size=3.7 K (3831bytes) 2024-12-03T18:27:03,586 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/WALs/testsplitleavescompactioneventsedits,16010,1733250423502/wal.dat.0 2024-12-03T18:27:03,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/WALs/testsplitleavescompactioneventsedits,16010,1733250423502/wal.dat.0 after 1ms 2024-12-03T18:27:03,591 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/WALs/testsplitleavescompactioneventsedits,16010,1733250423502/wal.dat.0 took 5ms 2024-12-03T18:27:03,597 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/WALs/testsplitleavescompactioneventsedits,16010,1733250423502/wal.dat.0 so closing down 2024-12-03T18:27:03,597 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:03,598 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:03,601 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:03,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/data/default/t1/a272d501acd52df5535ca60a8cb81033/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:03,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742072_1251 (size=1591) 2024-12-03T18:27:03,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742072_1251 (size=1591) 2024-12-03T18:27:04,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/data/default/t1/a272d501acd52df5535ca60a8cb81033/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:04,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/data/default/t1/a272d501acd52df5535ca60a8cb81033/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/data/default/t1/a272d501acd52df5535ca60a8cb81033/recovered.edits/0000000000000000009 2024-12-03T18:27:04,035 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 440 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/WALs/testsplitleavescompactioneventsedits,16010,1733250423502/wal.dat.0, size=3.7 K, length=3831, corrupted=false, cancelled=false 2024-12-03T18:27:04,036 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/WALs/testsplitleavescompactioneventsedits,16010,1733250423502/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/WALs/testsplitleavescompactioneventsedits,16010,1733250423502/wal.dat.0, size=3.7 K (3831bytes) at 1733250423586Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/WALs/testsplitleavescompactioneventsedits,16010,1733250423502/wal.dat.0 so closing down at 1733250423597 (+11 ms)3 split writer threads finished at 1733250423598 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/data/default/t1/a272d501acd52df5535ca60a8cb81033/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250423607 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/data/default/t1/a272d501acd52df5535ca60a8cb81033/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1733250424033 (+426 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/data/default/t1/a272d501acd52df5535ca60a8cb81033/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/data/default/t1/a272d501acd52df5535ca60a8cb81033/recovered.edits/0000000000000000009 at 1733250424035 (+2 ms)Processed 21 edits across 1 Regions in 440 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/WALs/testsplitleavescompactioneventsedits,16010,1733250423502/wal.dat.0, size=3.7 K, length=3831, corrupted=false, cancelled=false at 1733250424036 (+1 ms) 2024-12-03T18:27:04,038 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/WALs/testsplitleavescompactioneventsedits,16010,1733250423502/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/dbef6fab-c20c-eac5-ee66-48e28614e6d0/oldWALs/wal.dat.0 2024-12-03T18:27:04,099 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=139 (was 138) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=640 (was 640), ProcessCount=11 (was 11), AvailableMemoryMB=1638 (was 1711) 2024-12-03T18:27:04,123 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=640, ProcessCount=11, AvailableMemoryMB=1637 2024-12-03T18:27:04,124 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:04,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742073_1252 (size=7) 2024-12-03T18:27:04,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742073_1252 (size=7) 2024-12-03T18:27:04,555 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:04,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:04,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:04,560 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:04,560 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-03T18:27:04,563 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:27:04,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:04,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:04,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:04,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:04,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:04,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:04,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:04,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:04,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:04,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:04,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:04,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:04,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:04,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:04,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:04,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:04,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:04,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:04,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:04,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:04,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742074_1253 (size=863) 2024-12-03T18:27:04,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742074_1253 (size=863) 2024-12-03T18:27:04,574 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:27:04,593 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/WALs/testsplitpreservesedits,16010,1733250424560/wal.dat.0, size=863 (863bytes) 2024-12-03T18:27:04,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/WALs/testsplitpreservesedits,16010,1733250424560/wal.dat.0 2024-12-03T18:27:04,594 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/WALs/testsplitpreservesedits,16010,1733250424560/wal.dat.0 after 1ms 2024-12-03T18:27:04,596 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/WALs/testsplitpreservesedits,16010,1733250424560/wal.dat.0 took 3ms 2024-12-03T18:27:04,598 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/WALs/testsplitpreservesedits,16010,1733250424560/wal.dat.0 so closing down 2024-12-03T18:27:04,598 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:04,598 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:04,616 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:04,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:04,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742075_1254 (size=863) 2024-12-03T18:27:04,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742075_1254 (size=863) 2024-12-03T18:27:04,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:04,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-12-03T18:27:04,679 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/WALs/testsplitpreservesedits,16010,1733250424560/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-12-03T18:27:04,679 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/WALs/testsplitpreservesedits,16010,1733250424560/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/WALs/testsplitpreservesedits,16010,1733250424560/wal.dat.0, size=863 (863bytes) at 1733250424593Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/WALs/testsplitpreservesedits,16010,1733250424560/wal.dat.0 so closing down at 1733250424598 (+5 ms)3 split writer threads finished at 1733250424598Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250424623 (+25 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250424675 (+52 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1733250424679 (+4 ms)Processed 10 edits across 1 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/WALs/testsplitpreservesedits,16010,1733250424560/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1733250424679 2024-12-03T18:27:04,681 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/WALs/testsplitpreservesedits,16010,1733250424560/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/8065f2e1-0254-b310-5236-1491fede2f5f/oldWALs/wal.dat.0 2024-12-03T18:27:04,711 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=640 (was 640), ProcessCount=11 (was 11), AvailableMemoryMB=1598 (was 1637) 2024-12-03T18:27:04,719 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=653, ProcessCount=11, AvailableMemoryMB=1597 2024-12-03T18:27:04,719 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:04,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742076_1255 (size=7) 2024-12-03T18:27:04,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742076_1255 (size=7) 2024-12-03T18:27:05,137 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:05,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:05,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:05,150 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:05,150 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:27:05,152 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:27:05,153 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:27:05,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742077_1256 (size=1393) 2024-12-03T18:27:05,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742077_1256 (size=1393) 2024-12-03T18:27:05,216 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:27:05,216 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:27:05,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742078_1257 (size=1393) 2024-12-03T18:27:05,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742078_1257 (size=1393) 2024-12-03T18:27:05,660 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:27:05,660 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:27:05,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742079_1258 (size=1393) 2024-12-03T18:27:05,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742079_1258 (size=1393) 2024-12-03T18:27:05,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:27:05,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:27:05,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742080_1259 (size=1393) 2024-12-03T18:27:05,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742080_1259 (size=1393) 2024-12-03T18:27:05,687 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:27:05,688 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:27:05,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742081_1260 (size=1393) 2024-12-03T18:27:05,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742081_1260 (size=1393) 2024-12-03T18:27:05,703 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:27:05,703 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:27:05,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742082_1261 (size=1393) 2024-12-03T18:27:05,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742082_1261 (size=1393) 2024-12-03T18:27:05,743 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:27:05,743 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:27:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742083_1262 (size=1405) 2024-12-03T18:27:05,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742083_1262 (size=1405) 2024-12-03T18:27:05,779 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:27:05,780 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:27:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742084_1263 (size=1413) 2024-12-03T18:27:05,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742084_1263 (size=1413) 2024-12-03T18:27:05,802 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:27:05,802 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:27:05,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742085_1264 (size=1413) 2024-12-03T18:27:05,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742085_1264 (size=1413) 2024-12-03T18:27:05,835 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:27:05,835 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:27:05,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:05,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:05,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742086_1265 (size=1413) 2024-12-03T18:27:05,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742086_1265 (size=1413) 2024-12-03T18:27:05,875 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:27:05,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742087_1266 (size=1394) 2024-12-03T18:27:05,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742087_1266 (size=1394) 2024-12-03T18:27:05,933 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T18:27:05,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.0 2024-12-03T18:27:05,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.0 after 2ms 2024-12-03T18:27:05,939 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.0 took 6ms 2024-12-03T18:27:05,950 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.0 so closing down 2024-12-03T18:27:05,950 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:05,950 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:05,953 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:05,965 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:05,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:05,967 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:05,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742088_1267 (size=743) 2024-12-03T18:27:05,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742088_1267 (size=743) 2024-12-03T18:27:05,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742089_1268 (size=743) 2024-12-03T18:27:05,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:05,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742089_1268 (size=743) 2024-12-03T18:27:05,979 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:05,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T18:27:05,980 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T18:27:05,980 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:05,980 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.0, size=1.4 K (1393bytes) at 1733250425933Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.0 so closing down at 1733250425950 (+17 ms)3 split writer threads finished at 1733250425950Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250425966 (+16 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733250425967 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250425978 (+11 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250425979 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733250425980 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733250425980Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250425980 2024-12-03T18:27:05,982 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/oldWALs/wal.dat.0 2024-12-03T18:27:05,982 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T18:27:05,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.1 2024-12-03T18:27:05,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.1 after 0ms 2024-12-03T18:27:05,984 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.1 took 2ms 2024-12-03T18:27:05,985 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.1 so closing down 2024-12-03T18:27:05,986 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:05,986 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:05,988 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:05,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:05,994 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:05,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:06,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742090_1269 (size=743) 2024-12-03T18:27:06,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742090_1269 (size=743) 2024-12-03T18:27:06,001 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:06,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T18:27:06,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742091_1270 (size=743) 2024-12-03T18:27:06,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742091_1270 (size=743) 2024-12-03T18:27:06,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:06,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T18:27:06,006 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:06,006 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.1, size=1.4 K (1393bytes) at 1733250425982Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.1 so closing down at 1733250425985 (+3 ms)3 split writer threads finished at 1733250425986 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733250425991 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733250425996 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250426001 (+5 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733250426003 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250426004 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733250426006 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250426006 2024-12-03T18:27:06,008 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/oldWALs/wal.dat.1 2024-12-03T18:27:06,008 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T18:27:06,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.2 2024-12-03T18:27:06,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.2 after 1ms 2024-12-03T18:27:06,011 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.2 took 3ms 2024-12-03T18:27:06,012 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.2 so closing down 2024-12-03T18:27:06,012 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:06,013 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:06,015 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:06,015 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:06,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:06,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:06,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742093_1272 (size=743) 2024-12-03T18:27:06,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742092_1271 (size=743) 2024-12-03T18:27:06,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742092_1271 (size=743) 2024-12-03T18:27:06,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:06,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742093_1272 (size=743) 2024-12-03T18:27:06,023 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:06,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T18:27:06,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T18:27:06,024 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:06,024 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.2, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.2, size=1.4 K (1393bytes) at 1733250426008Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.2 so closing down at 1733250426012 (+4 ms)3 split writer threads finished at 1733250426013 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733250426016 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733250426017 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250426022 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250426023 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733250426024 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733250426024Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250426024 2024-12-03T18:27:06,025 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.2 to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/oldWALs/wal.dat.2 2024-12-03T18:27:06,026 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T18:27:06,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.3 2024-12-03T18:27:06,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.3 after 0ms 2024-12-03T18:27:06,028 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.3 took 2ms 2024-12-03T18:27:06,030 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.3 so closing down 2024-12-03T18:27:06,030 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:06,030 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:06,033 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:06,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:06,036 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:06,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:06,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742094_1273 (size=743) 2024-12-03T18:27:06,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742094_1273 (size=743) 2024-12-03T18:27:06,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:06,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T18:27:06,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742095_1274 (size=743) 2024-12-03T18:27:06,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742095_1274 (size=743) 2024-12-03T18:27:06,057 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:06,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T18:27:06,059 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:06,059 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.3, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.3, size=1.4 K (1393bytes) at 1733250426026Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.3 so closing down at 1733250426030 (+4 ms)3 split writer threads finished at 1733250426030Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733250426035 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733250426038 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250426045 (+7 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733250426052 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250426057 (+5 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733250426058 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250426059 (+1 ms) 2024-12-03T18:27:06,061 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.3 to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/oldWALs/wal.dat.3 2024-12-03T18:27:06,061 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T18:27:06,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.4 2024-12-03T18:27:06,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.4 after 1ms 2024-12-03T18:27:06,064 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.4 took 3ms 2024-12-03T18:27:06,068 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.4 so closing down 2024-12-03T18:27:06,068 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:06,068 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:06,070 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:06,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:06,072 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:06,107 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742096_1275 (size=743) 2024-12-03T18:27:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742097_1276 (size=743) 2024-12-03T18:27:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742097_1276 (size=743) 2024-12-03T18:27:06,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:06,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742096_1275 (size=743) 2024-12-03T18:27:06,114 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T18:27:06,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:06,116 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T18:27:06,116 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:06,116 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.4, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.4, size=1.4 K (1393bytes) at 1733250426061Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.4 so closing down at 1733250426068 (+7 ms)3 split writer threads finished at 1733250426068Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733250426101 (+33 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733250426107 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250426112 (+5 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733250426114 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250426114Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733250426116 (+2 ms)Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250426116 2024-12-03T18:27:06,119 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.4 to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/oldWALs/wal.dat.4 2024-12-03T18:27:06,119 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.5, size=1.4 K (1394bytes) 2024-12-03T18:27:06,119 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.5 2024-12-03T18:27:06,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.5 after 0ms 2024-12-03T18:27:06,122 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-12-03T18:27:06,123 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.5 so closing down 2024-12-03T18:27:06,123 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-12-03T18:27:06,123 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.5, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.5, size=1.4 K (1394bytes) at 1733250426119Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.5 so closing down at 1733250426123 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1733250426123 2024-12-03T18:27:06,125 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.5 to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/corrupt/wal.dat.5 2024-12-03T18:27:06,125 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T18:27:06,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.6 2024-12-03T18:27:06,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.6 after 1ms 2024-12-03T18:27:06,128 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.6 took 3ms 2024-12-03T18:27:06,131 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.6 so closing down 2024-12-03T18:27:06,132 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:06,132 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:06,134 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T18:27:06,134 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T18:27:06,136 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T18:27:06,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T18:27:06,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742098_1277 (size=749) 2024-12-03T18:27:06,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742098_1277 (size=749) 2024-12-03T18:27:06,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742099_1278 (size=749) 2024-12-03T18:27:06,155 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:06,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742099_1278 (size=749) 2024-12-03T18:27:06,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:06,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T18:27:06,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T18:27:06,162 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T18:27:06,162 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.6, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.6, size=1.4 K (1405bytes) at 1733250426125Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.6 so closing down at 1733250426131 (+6 ms)3 split writer threads finished at 1733250426132 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733250426136 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733250426136Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250426155 (+19 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250426159 (+4 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733250426161 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733250426162 (+1 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733250426162 2024-12-03T18:27:06,165 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.6 to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/oldWALs/wal.dat.6 2024-12-03T18:27:06,165 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T18:27:06,165 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.7 2024-12-03T18:27:06,166 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.7 after 1ms 2024-12-03T18:27:06,169 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.7 took 4ms 2024-12-03T18:27:06,173 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.7 so closing down 2024-12-03T18:27:06,173 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:06,173 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:06,176 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T18:27:06,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T18:27:06,188 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T18:27:06,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742100_1279 (size=753) 2024-12-03T18:27:06,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742100_1279 (size=753) 2024-12-03T18:27:06,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:06,195 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T18:27:06,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T18:27:06,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742101_1280 (size=753) 2024-12-03T18:27:06,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742101_1280 (size=753) 2024-12-03T18:27:06,627 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:06,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T18:27:06,630 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:06,630 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.7, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.7, size=1.4 K (1413bytes) at 1733250426165Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.7 so closing down at 1733250426173 (+8 ms)3 split writer threads finished at 1733250426173Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733250426179 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250426194 (+15 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733250426195 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733250426197 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250426627 (+430 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733250426630 (+3 ms)Processed 20 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250426630 2024-12-03T18:27:06,634 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.7 to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/oldWALs/wal.dat.7 2024-12-03T18:27:06,634 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T18:27:06,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.8 2024-12-03T18:27:06,635 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.8 after 1ms 2024-12-03T18:27:06,641 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.8 took 7ms 2024-12-03T18:27:06,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.8 so closing down 2024-12-03T18:27:06,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:06,644 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:06,647 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T18:27:06,647 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T18:27:06,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T18:27:06,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T18:27:06,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742103_1282 (size=753) 2024-12-03T18:27:06,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742103_1282 (size=753) 2024-12-03T18:27:06,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:06,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T18:27:06,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742102_1281 (size=753) 2024-12-03T18:27:06,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742102_1281 (size=753) 2024-12-03T18:27:06,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:06,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T18:27:06,699 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:06,700 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.8, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.8, size=1.4 K (1413bytes) at 1733250426634Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.8 so closing down at 1733250426643 (+9 ms)3 split writer threads finished at 1733250426644 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733250426649 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733250426649Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250426668 (+19 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733250426671 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250426696 (+25 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733250426699 (+3 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250426699 2024-12-03T18:27:06,709 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.8 to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/oldWALs/wal.dat.8 2024-12-03T18:27:06,710 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T18:27:06,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.9 2024-12-03T18:27:06,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.9 after 1ms 2024-12-03T18:27:06,713 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.9 took 4ms 2024-12-03T18:27:06,727 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.9 so closing down 2024-12-03T18:27:06,727 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:06,729 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:06,745 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T18:27:06,745 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T18:27:06,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T18:27:06,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T18:27:06,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742104_1283 (size=753) 2024-12-03T18:27:06,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742104_1283 (size=753) 2024-12-03T18:27:06,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:06,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T18:27:06,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742105_1284 (size=753) 2024-12-03T18:27:06,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742105_1284 (size=753) 2024-12-03T18:27:06,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:06,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T18:27:06,839 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:06,839 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.9, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.9, size=1.4 K (1413bytes) at 1733250426710Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.9 so closing down at 1733250426727 (+17 ms)3 split writer threads finished at 1733250426729 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733250426751 (+22 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733250426752 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250426805 (+53 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733250426810 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250426830 (+20 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733250426839 (+9 ms)Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250426839 2024-12-03T18:27:06,845 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733250425150/wal.dat.9 to hdfs://localhost:39871/user/jenkins/test-data/0c4005cb-2d95-25af-ac04-ed4f92765a12/oldWALs/wal.dat.9 2024-12-03T18:27:06,989 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=139 (was 139), OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=653 (was 653), ProcessCount=11 (was 11), AvailableMemoryMB=1313 (was 1597) 2024-12-03T18:27:07,004 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=653, ProcessCount=11, AvailableMemoryMB=1309 2024-12-03T18:27:07,004 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:07,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742106_1285 (size=7) 2024-12-03T18:27:07,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742106_1285 (size=7) 2024-12-03T18:27:07,052 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:07,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:07,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:07,063 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:07,063 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-03T18:27:07,067 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:27:07,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:07,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:07,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:07,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:07,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:07,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:07,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:07,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:07,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:07,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:07,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:07,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:07,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:07,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:07,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:07,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:07,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:07,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:07,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:07,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:07,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742107_1286 (size=2403) 2024-12-03T18:27:07,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742107_1286 (size=2403) 2024-12-03T18:27:07,132 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:27:07,180 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/WALs/testsplitremovesregioneventsedits,16010,1733250427063/wal.dat.0, size=2.3 K (2403bytes) 2024-12-03T18:27:07,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/WALs/testsplitremovesregioneventsedits,16010,1733250427063/wal.dat.0 2024-12-03T18:27:07,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/WALs/testsplitremovesregioneventsedits,16010,1733250427063/wal.dat.0 after 0ms 2024-12-03T18:27:07,191 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/WALs/testsplitremovesregioneventsedits,16010,1733250427063/wal.dat.0 took 12ms 2024-12-03T18:27:07,208 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/WALs/testsplitremovesregioneventsedits,16010,1733250427063/wal.dat.0 so closing down 2024-12-03T18:27:07,208 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:07,214 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:07,243 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:07,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:07,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742108_1287 (size=863) 2024-12-03T18:27:07,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742108_1287 (size=863) 2024-12-03T18:27:07,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:07,349 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-12-03T18:27:07,352 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 154 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/WALs/testsplitremovesregioneventsedits,16010,1733250427063/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-12-03T18:27:07,352 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/WALs/testsplitremovesregioneventsedits,16010,1733250427063/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/WALs/testsplitremovesregioneventsedits,16010,1733250427063/wal.dat.0, size=2.3 K (2403bytes) at 1733250427180Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/WALs/testsplitremovesregioneventsedits,16010,1733250427063/wal.dat.0 so closing down at 1733250427208 (+28 ms)3 split writer threads finished at 1733250427214 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250427259 (+45 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250427340 (+81 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1733250427349 (+9 ms)Processed 20 edits across 1 Regions in 154 ms; skipped=10; WAL=hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/WALs/testsplitremovesregioneventsedits,16010,1733250427063/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1733250427352 (+3 ms) 2024-12-03T18:27:07,366 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/WALs/testsplitremovesregioneventsedits,16010,1733250427063/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/9d7fcc80-4fbc-bd61-8deb-f9596bd70faf/oldWALs/wal.dat.0 2024-12-03T18:27:07,415 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=653 (was 653), ProcessCount=11 (was 11), AvailableMemoryMB=1207 (was 1309) 2024-12-03T18:27:07,424 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=653, ProcessCount=11, AvailableMemoryMB=1206 2024-12-03T18:27:07,425 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:07,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742109_1288 (size=7) 2024-12-03T18:27:07,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742109_1288 (size=7) 2024-12-03T18:27:07,860 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:07,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:07,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:07,865 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:07,896 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=653 (was 653), ProcessCount=11 (was 11), AvailableMemoryMB=1172 (was 1206) 2024-12-03T18:27:07,912 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=653, ProcessCount=11, AvailableMemoryMB=1169 2024-12-03T18:27:07,912 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:07,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742110_1289 (size=7) 2024-12-03T18:27:07,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742110_1289 (size=7) 2024-12-03T18:27:07,923 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:07,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:07,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:07,931 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:07,947 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:27:07,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:07,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:07,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742111_1290 (size=255) 2024-12-03T18:27:07,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742111_1290 (size=255) 2024-12-03T18:27:08,008 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/5a4add84-91a4-db5a-b06f-9ac7961bbd71/WALs/testsplitremovesreplicationmarkeredits,16010,1733250427931/wal.dat.1, size=255 (255bytes) 2024-12-03T18:27:08,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/5a4add84-91a4-db5a-b06f-9ac7961bbd71/WALs/testsplitremovesreplicationmarkeredits,16010,1733250427931/wal.dat.1 2024-12-03T18:27:08,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/5a4add84-91a4-db5a-b06f-9ac7961bbd71/WALs/testsplitremovesreplicationmarkeredits,16010,1733250427931/wal.dat.1 after 0ms 2024-12-03T18:27:08,011 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/5a4add84-91a4-db5a-b06f-9ac7961bbd71/WALs/testsplitremovesreplicationmarkeredits,16010,1733250427931/wal.dat.1 took 3ms 2024-12-03T18:27:08,015 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-12-03T18:27:08,015 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a4add84-91a4-db5a-b06f-9ac7961bbd71/WALs/testsplitremovesreplicationmarkeredits,16010,1733250427931/wal.dat.1 so closing down 2024-12-03T18:27:08,015 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:08,016 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:08,016 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a4add84-91a4-db5a-b06f-9ac7961bbd71/WALs/testsplitremovesreplicationmarkeredits,16010,1733250427931/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-12-03T18:27:08,016 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/5a4add84-91a4-db5a-b06f-9ac7961bbd71/WALs/testsplitremovesreplicationmarkeredits,16010,1733250427931/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/5a4add84-91a4-db5a-b06f-9ac7961bbd71/WALs/testsplitremovesreplicationmarkeredits,16010,1733250427931/wal.dat.1, size=255 (255bytes) at 1733250428009Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/5a4add84-91a4-db5a-b06f-9ac7961bbd71/WALs/testsplitremovesreplicationmarkeredits,16010,1733250427931/wal.dat.1 so closing down at 1733250428015 (+6 ms)3 split writer threads finished at 1733250428016 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/5a4add84-91a4-db5a-b06f-9ac7961bbd71/WALs/testsplitremovesreplicationmarkeredits,16010,1733250427931/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1733250428016 2024-12-03T18:27:08,018 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/5a4add84-91a4-db5a-b06f-9ac7961bbd71/WALs/testsplitremovesreplicationmarkeredits,16010,1733250427931/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/5a4add84-91a4-db5a-b06f-9ac7961bbd71/oldWALs/wal.dat.1 2024-12-03T18:27:08,029 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=653 (was 653), ProcessCount=11 (was 11), AvailableMemoryMB=1141 (was 1169) 2024-12-03T18:27:08,036 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=653, ProcessCount=11, AvailableMemoryMB=1139 2024-12-03T18:27:08,037 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:08,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742112_1291 (size=7) 2024-12-03T18:27:08,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742112_1291 (size=7) 2024-12-03T18:27:08,047 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:08,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:08,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:08,051 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:08,051 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-12-03T18:27:08,051 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-03T18:27:08,052 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:27:08,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742113_1292 (size=1941) 2024-12-03T18:27:08,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742113_1292 (size=1941) 2024-12-03T18:27:08,063 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:27:08,063 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559/data/default/t1/region__1 2024-12-03T18:27:08,083 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/e5311a81-81ce-2e81-2bda-cb3da64693de/WALs/testsplitlogfiledeletedregiondir,16010,1733250428051/wal.dat.0, size=1.9 K (1941bytes) 2024-12-03T18:27:08,083 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/e5311a81-81ce-2e81-2bda-cb3da64693de/WALs/testsplitlogfiledeletedregiondir,16010,1733250428051/wal.dat.0 2024-12-03T18:27:08,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/e5311a81-81ce-2e81-2bda-cb3da64693de/WALs/testsplitlogfiledeletedregiondir,16010,1733250428051/wal.dat.0 after 2ms 2024-12-03T18:27:08,089 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/e5311a81-81ce-2e81-2bda-cb3da64693de/WALs/testsplitlogfiledeletedregiondir,16010,1733250428051/wal.dat.0 took 6ms 2024-12-03T18:27:08,094 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-12-03T18:27:08,094 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/e5311a81-81ce-2e81-2bda-cb3da64693de/WALs/testsplitlogfiledeletedregiondir,16010,1733250428051/wal.dat.0 so closing down 2024-12-03T18:27:08,095 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:08,097 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:08,097 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 5 ms; skipped=17; WAL=hdfs://localhost:39871/user/jenkins/test-data/e5311a81-81ce-2e81-2bda-cb3da64693de/WALs/testsplitlogfiledeletedregiondir,16010,1733250428051/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-12-03T18:27:08,097 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/e5311a81-81ce-2e81-2bda-cb3da64693de/WALs/testsplitlogfiledeletedregiondir,16010,1733250428051/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/e5311a81-81ce-2e81-2bda-cb3da64693de/WALs/testsplitlogfiledeletedregiondir,16010,1733250428051/wal.dat.0, size=1.9 K (1941bytes) at 1733250428083Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/e5311a81-81ce-2e81-2bda-cb3da64693de/WALs/testsplitlogfiledeletedregiondir,16010,1733250428051/wal.dat.0 so closing down at 1733250428094 (+11 ms)3 split writer threads finished at 1733250428097 (+3 ms)Processed 17 edits across 0 Regions in 5 ms; skipped=17; WAL=hdfs://localhost:39871/user/jenkins/test-data/e5311a81-81ce-2e81-2bda-cb3da64693de/WALs/testsplitlogfiledeletedregiondir,16010,1733250428051/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1733250428097 2024-12-03T18:27:08,101 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/e5311a81-81ce-2e81-2bda-cb3da64693de/WALs/testsplitlogfiledeletedregiondir,16010,1733250428051/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/e5311a81-81ce-2e81-2bda-cb3da64693de/oldWALs/wal.dat.0 2024-12-03T18:27:08,121 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=653 (was 653), ProcessCount=11 (was 11), AvailableMemoryMB=1124 (was 1139) 2024-12-03T18:27:08,130 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=653, ProcessCount=11, AvailableMemoryMB=1122 2024-12-03T18:27:08,130 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:08,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742114_1293 (size=7) 2024-12-03T18:27:08,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742114_1293 (size=7) 2024-12-03T18:27:08,569 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:08,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:08,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:08,575 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:08,576 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-12-03T18:27:08,576 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:08,576 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:27:08,577 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:27:08,579 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:27:08,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:08,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:08,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742115_1294 (size=1393) 2024-12-03T18:27:08,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742115_1294 (size=1393) 2024-12-03T18:27:09,053 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:27:09,054 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:27:09,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742116_1295 (size=1393) 2024-12-03T18:27:09,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742116_1295 (size=1393) 2024-12-03T18:27:09,567 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:27:09,567 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:27:09,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742117_1296 (size=1393) 2024-12-03T18:27:09,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742117_1296 (size=1393) 2024-12-03T18:27:09,622 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:27:09,622 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:27:09,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742118_1297 (size=1393) 2024-12-03T18:27:09,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742118_1297 (size=1393) 2024-12-03T18:27:09,664 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:27:09,664 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:27:09,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742119_1298 (size=1393) 2024-12-03T18:27:09,755 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:27:09,755 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:27:09,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742119_1298 (size=1393) 2024-12-03T18:27:09,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742120_1299 (size=1393) 2024-12-03T18:27:09,834 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:27:09,834 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:27:09,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742120_1299 (size=1393) 2024-12-03T18:27:09,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:09,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:09,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742121_1300 (size=1405) 2024-12-03T18:27:09,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742121_1300 (size=1405) 2024-12-03T18:27:10,272 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:27:10,272 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:27:10,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742122_1301 (size=1413) 2024-12-03T18:27:10,292 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:27:10,292 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:27:10,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742122_1301 (size=1413) 2024-12-03T18:27:10,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742123_1302 (size=1413) 2024-12-03T18:27:10,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742123_1302 (size=1413) 2024-12-03T18:27:10,320 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:27:10,321 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:27:10,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742124_1303 (size=1413) 2024-12-03T18:27:10,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742124_1303 (size=1413) 2024-12-03T18:27:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:27:10,366 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/2fa2b0ea-17f0-9e7f-a779-f2ea739e06ca/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733250428575/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T18:27:10,366 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/2fa2b0ea-17f0-9e7f-a779-f2ea739e06ca/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733250428575/wal.dat.0 2024-12-03T18:27:10,367 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/2fa2b0ea-17f0-9e7f-a779-f2ea739e06ca/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733250428575/wal.dat.0 after 1ms 2024-12-03T18:27:10,370 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/2fa2b0ea-17f0-9e7f-a779-f2ea739e06ca/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733250428575/wal.dat.0 took 4ms 2024-12-03T18:27:10,372 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/2fa2b0ea-17f0-9e7f-a779-f2ea739e06ca/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733250428575/wal.dat.0 so closing down 2024-12-03T18:27:10,372 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:10,372 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:10,372 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/2fa2b0ea-17f0-9e7f-a779-f2ea739e06ca/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733250428575/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:10,372 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/2fa2b0ea-17f0-9e7f-a779-f2ea739e06ca/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733250428575/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/2fa2b0ea-17f0-9e7f-a779-f2ea739e06ca/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733250428575/wal.dat.0, size=1.4 K (1393bytes) at 1733250430366Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/2fa2b0ea-17f0-9e7f-a779-f2ea739e06ca/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733250428575/wal.dat.0 so closing down at 1733250430372 (+6 ms)3 split writer threads finished at 1733250430372Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/2fa2b0ea-17f0-9e7f-a779-f2ea739e06ca/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733250428575/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250430372 2024-12-03T18:27:10,387 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=689 (was 653) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=931 (was 1122) 2024-12-03T18:27:10,396 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=689, ProcessCount=11, AvailableMemoryMB=931 2024-12-03T18:27:10,397 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:10,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742125_1304 (size=7) 2024-12-03T18:27:10,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742125_1304 (size=7) 2024-12-03T18:27:10,423 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:10,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:10,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:10,428 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:10,428 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:27:10,429 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:27:10,430 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:27:10,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742126_1305 (size=1393) 2024-12-03T18:27:10,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742126_1305 (size=1393) 2024-12-03T18:27:10,463 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:27:10,463 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:27:10,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742127_1306 (size=1393) 2024-12-03T18:27:10,506 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:27:10,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742127_1306 (size=1393) 2024-12-03T18:27:10,506 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:27:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742128_1307 (size=1393) 2024-12-03T18:27:10,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742128_1307 (size=1393) 2024-12-03T18:27:10,563 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:27:10,563 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:27:10,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742129_1308 (size=1393) 2024-12-03T18:27:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742129_1308 (size=1393) 2024-12-03T18:27:10,589 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:27:10,589 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:27:10,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,619 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:27:10,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742131_1310 (size=1393) 2024-12-03T18:27:10,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742131_1310 (size=1393) 2024-12-03T18:27:10,723 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:27:10,723 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:27:10,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742132_1311 (size=1405) 2024-12-03T18:27:10,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742132_1311 (size=1405) 2024-12-03T18:27:10,763 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:27:10,763 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:27:10,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742133_1312 (size=1413) 2024-12-03T18:27:10,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742133_1312 (size=1413) 2024-12-03T18:27:10,817 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:27:10,817 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:27:10,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742134_1313 (size=1413) 2024-12-03T18:27:10,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742134_1313 (size=1413) 2024-12-03T18:27:10,887 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:27:10,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:27:10,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742135_1314 (size=1413) 2024-12-03T18:27:10,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742135_1314 (size=1413) 2024-12-03T18:27:10,903 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:27:10,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:10,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:10,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742130_1309 (size=1458) 2024-12-03T18:27:10,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742130_1309 (size=1458) 2024-12-03T18:27:11,340 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T18:27:11,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.0 2024-12-03T18:27:11,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.0 after 0ms 2024-12-03T18:27:11,346 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.0 took 7ms 2024-12-03T18:27:11,351 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.0 so closing down 2024-12-03T18:27:11,351 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:11,351 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:11,358 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:11,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:11,363 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:11,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:11,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742137_1316 (size=743) 2024-12-03T18:27:11,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742137_1316 (size=743) 2024-12-03T18:27:11,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:11,391 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T18:27:11,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742136_1315 (size=743) 2024-12-03T18:27:11,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742136_1315 (size=743) 2024-12-03T18:27:11,403 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:11,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T18:27:11,405 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:11,405 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.0, size=1.4 K (1393bytes) at 1733250431340Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.0 so closing down at 1733250431351 (+11 ms)3 split writer threads finished at 1733250431351Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250431362 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733250431367 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250431389 (+22 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733250431391 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250431403 (+12 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733250431405 (+2 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250431405 2024-12-03T18:27:11,407 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/oldWALs/wal.dat.0 2024-12-03T18:27:11,408 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T18:27:11,408 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.1 2024-12-03T18:27:11,408 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.1 after 0ms 2024-12-03T18:27:11,411 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.1 took 3ms 2024-12-03T18:27:11,420 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.1 so closing down 2024-12-03T18:27:11,420 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:11,422 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:11,428 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:11,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:11,436 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:11,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742138_1317 (size=743) 2024-12-03T18:27:11,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742138_1317 (size=743) 2024-12-03T18:27:11,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:11,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T18:27:11,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:11,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742139_1318 (size=743) 2024-12-03T18:27:11,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742139_1318 (size=743) 2024-12-03T18:27:11,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:11,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T18:27:11,461 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:11,462 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.1, size=1.4 K (1393bytes) at 1733250431408Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.1 so closing down at 1733250431420 (+12 ms)3 split writer threads finished at 1733250431422 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733250431429 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250431445 (+16 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733250431446 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733250431446Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250431460 (+14 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733250431461 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250431461 2024-12-03T18:27:11,463 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/oldWALs/wal.dat.1 2024-12-03T18:27:11,463 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T18:27:11,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.2 2024-12-03T18:27:11,464 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.2 after 1ms 2024-12-03T18:27:11,466 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.2 took 3ms 2024-12-03T18:27:11,467 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.2 so closing down 2024-12-03T18:27:11,467 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:11,467 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:11,469 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:11,469 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:11,470 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:11,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:11,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742141_1320 (size=743) 2024-12-03T18:27:11,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742141_1320 (size=743) 2024-12-03T18:27:11,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742140_1319 (size=743) 2024-12-03T18:27:11,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:11,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742140_1319 (size=743) 2024-12-03T18:27:11,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:11,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T18:27:11,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T18:27:11,480 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:11,480 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.2, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.2, size=1.4 K (1393bytes) at 1733250431463Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.2 so closing down at 1733250431467 (+4 ms)3 split writer threads finished at 1733250431467Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733250431470 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733250431470Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250431478 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250431478Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733250431479 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733250431479Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250431480 (+1 ms) 2024-12-03T18:27:11,481 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.2 to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/oldWALs/wal.dat.2 2024-12-03T18:27:11,481 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T18:27:11,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.3 2024-12-03T18:27:11,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.3 after 0ms 2024-12-03T18:27:11,483 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.3 took 2ms 2024-12-03T18:27:11,485 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.3 so closing down 2024-12-03T18:27:11,485 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:11,486 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:11,488 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:11,488 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:11,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:11,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:11,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742142_1321 (size=743) 2024-12-03T18:27:11,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742142_1321 (size=743) 2024-12-03T18:27:11,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:11,525 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T18:27:11,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742143_1322 (size=743) 2024-12-03T18:27:11,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742143_1322 (size=743) 2024-12-03T18:27:11,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:11,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T18:27:11,930 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 446 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:11,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.3, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.3, size=1.4 K (1393bytes) at 1733250431481Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.3 so closing down at 1733250431485 (+4 ms)3 split writer threads finished at 1733250431486 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733250431489 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733250431489Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250431523 (+34 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733250431525 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250431929 (+404 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733250431930 (+1 ms)Processed 20 edits across 2 Regions in 446 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250431930 2024-12-03T18:27:11,931 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.3 to hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/oldWALs/wal.dat.3 2024-12-03T18:27:11,932 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.4, size=1.4 K (1458bytes) 2024-12-03T18:27:11,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.4 2024-12-03T18:27:11,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.4 after 0ms 2024-12-03T18:27:11,934 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.4 took 2ms 2024-12-03T18:27:11,935 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.4 so closing down 2024-12-03T18:27:11,935 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:11,936 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:11,939 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:11,939 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-12-03T18:27:11,940 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:11,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:11,942 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-12-03T18:27:11,942 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:27:11,943 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-12-03T18:27:11,943 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:11,943 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.4, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.4, size=1.4 K (1458bytes) at 1733250431932Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.4 so closing down at 1733250431935 (+3 ms)3 split writer threads finished at 1733250431936 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733250431941 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1733250431942 (+1 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1733250431943 (+1 ms)Processed 21 edits across 1 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/WALs/testsplitwillfailifwritingtoregionfails,16010,1733250430428/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1733250431943 2024-12-03T18:27:11,944 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:27:11,947 WARN [Thread-2062 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45056 remote=/127.0.0.1:40241]. Total timeout mills is 70000, 69995 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T18:27:11,947 WARN [Thread-2062 {}] hdfs.DataStreamer(1850): Abandoning BP-1865188217-172.17.0.3-1733250379835:blk_1073742144_1323 2024-12-03T18:27:11,950 WARN [Thread-2062 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T18:27:11,950 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:39871/user/jenkins/test-data/7abcbb5f-d3dd-c8ef-e246-b8ede5236826/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:27:11,964 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2048837638_22 at /127.0.0.1:45056 [Receiving block BP-1865188217-172.17.0.3-1733250379835:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:40241:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45056 dst: /127.0.0.1:40241 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:27:11,968 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2048837638_22 at /127.0.0.1:58666 [Receiving block BP-1865188217-172.17.0.3-1733250379835:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:42405:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58666 dst: /127.0.0.1:42405 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:27:11,972 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=143 (was 139) - Thread LEAK? -, OpenFileDescriptor=398 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=689 (was 689), ProcessCount=11 (was 11), AvailableMemoryMB=871 (was 931) 2024-12-03T18:27:11,984 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=689, ProcessCount=11, AvailableMemoryMB=870 2024-12-03T18:27:11,984 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:12,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742145_1324 (size=7) 2024-12-03T18:27:12,010 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:12,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:12,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742145_1324 (size=7) 2024-12-03T18:27:12,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:12,014 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:12,014 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-12-03T18:27:12,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742146_1325 (size=93) 2024-12-03T18:27:12,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742146_1325 (size=93) 2024-12-03T18:27:12,024 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:27:12,025 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:27:12,027 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:27:12,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742147_1326 (size=1393) 2024-12-03T18:27:12,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742147_1326 (size=1393) 2024-12-03T18:27:12,050 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:27:12,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:27:12,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742148_1327 (size=1393) 2024-12-03T18:27:12,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742148_1327 (size=1393) 2024-12-03T18:27:12,088 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:27:12,088 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:27:12,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742149_1328 (size=1393) 2024-12-03T18:27:12,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742149_1328 (size=1393) 2024-12-03T18:27:12,115 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:27:12,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:27:12,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742150_1329 (size=1393) 2024-12-03T18:27:12,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742150_1329 (size=1393) 2024-12-03T18:27:12,132 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:27:12,132 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:27:12,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742151_1330 (size=1393) 2024-12-03T18:27:12,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742151_1330 (size=1393) 2024-12-03T18:27:12,556 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:27:12,556 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:27:12,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742152_1331 (size=1393) 2024-12-03T18:27:12,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742152_1331 (size=1393) 2024-12-03T18:27:12,978 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:27:12,978 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:27:12,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:12,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:12,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742153_1332 (size=1405) 2024-12-03T18:27:12,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742153_1332 (size=1405) 2024-12-03T18:27:13,001 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:27:13,001 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:27:13,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742154_1333 (size=1413) 2024-12-03T18:27:13,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742154_1333 (size=1413) 2024-12-03T18:27:13,019 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:27:13,020 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:27:13,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742155_1334 (size=1413) 2024-12-03T18:27:13,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742155_1334 (size=1413) 2024-12-03T18:27:13,032 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:27:13,033 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:27:13,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:13,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:13,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742156_1335 (size=1413) 2024-12-03T18:27:13,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742156_1335 (size=1413) 2024-12-03T18:27:13,453 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:27:13,453 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-12-03T18:27:13,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742157_1336 (size=93) 2024-12-03T18:27:13,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742157_1336 (size=93) 2024-12-03T18:27:13,485 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat..empty, size=93 (93bytes) 2024-12-03T18:27:13,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat..empty 2024-12-03T18:27:13,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat..empty after 0ms 2024-12-03T18:27:13,487 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat..empty took 2ms 2024-12-03T18:27:13,487 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat..empty so closing down 2024-12-03T18:27:13,487 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:13,487 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:13,487 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-12-03T18:27:13,487 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat..empty, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat..empty, size=93 (93bytes) at 1733250433485Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat..empty so closing down at 1733250433487 (+2 ms)3 split writer threads finished at 1733250433487Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1733250433487 2024-12-03T18:27:13,489 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat..empty to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/oldWALs/wal.dat..empty 2024-12-03T18:27:13,490 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T18:27:13,490 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.0 2024-12-03T18:27:13,490 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.0 after 0ms 2024-12-03T18:27:13,492 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.0 took 3ms 2024-12-03T18:27:13,499 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.0 so closing down 2024-12-03T18:27:13,499 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:13,499 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:13,502 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:13,502 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:13,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:13,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:13,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742159_1338 (size=743) 2024-12-03T18:27:13,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742159_1338 (size=743) 2024-12-03T18:27:13,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742158_1337 (size=743) 2024-12-03T18:27:13,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742158_1337 (size=743) 2024-12-03T18:27:13,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:13,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:13,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T18:27:13,518 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T18:27:13,518 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:13,518 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.0, size=1.4 K (1393bytes) at 1733250433490Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.0 so closing down at 1733250433499 (+9 ms)3 split writer threads finished at 1733250433499Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733250433504 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250433504Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250433516 (+12 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250433517 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733250433517Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733250433518 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250433518 2024-12-03T18:27:13,520 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/oldWALs/wal.dat.0 2024-12-03T18:27:13,520 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T18:27:13,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.1 2024-12-03T18:27:13,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.1 after 0ms 2024-12-03T18:27:13,522 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.1 took 2ms 2024-12-03T18:27:13,523 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.1 so closing down 2024-12-03T18:27:13,523 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:13,523 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:13,527 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:13,527 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:13,528 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:13,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:13,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742161_1340 (size=743) 2024-12-03T18:27:13,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742161_1340 (size=743) 2024-12-03T18:27:13,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742160_1339 (size=743) 2024-12-03T18:27:13,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742160_1339 (size=743) 2024-12-03T18:27:13,947 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:13,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:13,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T18:27:13,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T18:27:13,952 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:13,952 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.1, size=1.4 K (1393bytes) at 1733250433520Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.1 so closing down at 1733250433523 (+3 ms)3 split writer threads finished at 1733250433523Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733250433528 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733250433528Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250433947 (+419 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250433950 (+3 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733250433951 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733250433951Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250433952 (+1 ms) 2024-12-03T18:27:13,953 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/oldWALs/wal.dat.1 2024-12-03T18:27:13,954 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T18:27:13,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.2 2024-12-03T18:27:13,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.2 after 0ms 2024-12-03T18:27:13,956 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.2 took 3ms 2024-12-03T18:27:13,957 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.2 so closing down 2024-12-03T18:27:13,957 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:13,958 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:13,964 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:13,965 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:13,968 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:13,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:13,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742162_1341 (size=743) 2024-12-03T18:27:13,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742162_1341 (size=743) 2024-12-03T18:27:13,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742163_1342 (size=743) 2024-12-03T18:27:13,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742163_1342 (size=743) 2024-12-03T18:27:13,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:13,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:13,994 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T18:27:13,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T18:27:13,995 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:13,995 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.2, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.2, size=1.4 K (1393bytes) at 1733250433954Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.2 so closing down at 1733250433957 (+3 ms)3 split writer threads finished at 1733250433958 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733250433968 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733250433970 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250433991 (+21 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250433991Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733250433994 (+3 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733250433994Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250433995 (+1 ms) 2024-12-03T18:27:13,999 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.2 to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/oldWALs/wal.dat.2 2024-12-03T18:27:13,999 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T18:27:14,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.3 2024-12-03T18:27:14,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.3 after 0ms 2024-12-03T18:27:14,002 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.3 took 3ms 2024-12-03T18:27:14,008 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.3 so closing down 2024-12-03T18:27:14,008 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:14,008 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:14,012 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:14,014 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:14,016 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:14,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:14,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742164_1343 (size=743) 2024-12-03T18:27:14,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:14,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742164_1343 (size=743) 2024-12-03T18:27:14,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742165_1344 (size=743) 2024-12-03T18:27:14,051 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T18:27:14,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742165_1344 (size=743) 2024-12-03T18:27:14,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:14,061 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T18:27:14,061 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:14,061 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.3, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.3, size=1.4 K (1393bytes) at 1733250433999Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.3 so closing down at 1733250434008 (+9 ms)3 split writer threads finished at 1733250434008Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733250434014 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733250434020 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250434042 (+22 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733250434051 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250434055 (+4 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733250434061 (+6 ms)Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250434061 2024-12-03T18:27:14,066 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.3 to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/oldWALs/wal.dat.3 2024-12-03T18:27:14,066 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T18:27:14,066 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.4 2024-12-03T18:27:14,066 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.4 after 0ms 2024-12-03T18:27:14,072 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.4 took 6ms 2024-12-03T18:27:14,088 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.4 so closing down 2024-12-03T18:27:14,088 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:14,098 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:14,102 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:14,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:14,122 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:14,127 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:14,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742166_1345 (size=743) 2024-12-03T18:27:14,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742166_1345 (size=743) 2024-12-03T18:27:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742167_1346 (size=743) 2024-12-03T18:27:14,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742167_1346 (size=743) 2024-12-03T18:27:14,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:14,160 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T18:27:14,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:14,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T18:27:14,549 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 471 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:14,549 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.4, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.4, size=1.4 K (1393bytes) at 1733250434066Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.4 so closing down at 1733250434088 (+22 ms)3 split writer threads finished at 1733250434098 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733250434113 (+15 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733250434127 (+14 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250434159 (+32 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733250434160 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250434547 (+387 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733250434549 (+2 ms)Processed 20 edits across 2 Regions in 471 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250434549 2024-12-03T18:27:14,550 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.4 to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/oldWALs/wal.dat.4 2024-12-03T18:27:14,551 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T18:27:14,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.5 2024-12-03T18:27:14,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.5 after 0ms 2024-12-03T18:27:14,553 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.5 took 2ms 2024-12-03T18:27:14,555 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.5 so closing down 2024-12-03T18:27:14,556 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:14,556 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:14,557 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T18:27:14,557 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T18:27:14,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T18:27:14,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T18:27:14,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742169_1348 (size=743) 2024-12-03T18:27:14,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742169_1348 (size=743) 2024-12-03T18:27:14,563 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:14,565 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T18:27:14,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742168_1347 (size=743) 2024-12-03T18:27:14,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742168_1347 (size=743) 2024-12-03T18:27:14,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:14,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T18:27:14,585 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:14,585 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.5, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.5, size=1.4 K (1393bytes) at 1733250434551Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.5 so closing down at 1733250434555 (+4 ms)3 split writer threads finished at 1733250434556 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733250434558 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733250434559 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250434563 (+4 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733250434565 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250434582 (+17 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733250434584 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250434585 (+1 ms) 2024-12-03T18:27:14,587 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.5 to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/oldWALs/wal.dat.5 2024-12-03T18:27:14,587 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T18:27:14,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.6 2024-12-03T18:27:14,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.6 after 1ms 2024-12-03T18:27:14,590 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.6 took 3ms 2024-12-03T18:27:14,591 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.6 so closing down 2024-12-03T18:27:14,591 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:14,594 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:14,600 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T18:27:14,600 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T18:27:14,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T18:27:14,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T18:27:14,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742171_1350 (size=749) 2024-12-03T18:27:14,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742171_1350 (size=749) 2024-12-03T18:27:14,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742170_1349 (size=749) 2024-12-03T18:27:14,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:14,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742170_1349 (size=749) 2024-12-03T18:27:14,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:14,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T18:27:14,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T18:27:14,632 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T18:27:14,632 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.6, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.6, size=1.4 K (1405bytes) at 1733250434587Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.6 so closing down at 1733250434591 (+4 ms)3 split writer threads finished at 1733250434594 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733250434601 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733250434601Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250434627 (+26 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250434631 (+4 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733250434632 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733250434632Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733250434632 2024-12-03T18:27:14,634 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.6 to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/oldWALs/wal.dat.6 2024-12-03T18:27:14,634 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T18:27:14,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.7 2024-12-03T18:27:14,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.7 after 0ms 2024-12-03T18:27:14,636 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.7 took 2ms 2024-12-03T18:27:14,639 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.7 so closing down 2024-12-03T18:27:14,639 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:14,640 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:14,644 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T18:27:14,644 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T18:27:14,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T18:27:14,645 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T18:27:14,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742173_1352 (size=753) 2024-12-03T18:27:14,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742173_1352 (size=753) 2024-12-03T18:27:14,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:14,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T18:27:14,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742172_1351 (size=753) 2024-12-03T18:27:14,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742172_1351 (size=753) 2024-12-03T18:27:14,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:14,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T18:27:14,661 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:14,661 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.7, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.7, size=1.4 K (1413bytes) at 1733250434634Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.7 so closing down at 1733250434639 (+5 ms)3 split writer threads finished at 1733250434640 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733250434645 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733250434645Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250434650 (+5 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733250434651 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250434659 (+8 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733250434660 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250434661 (+1 ms) 2024-12-03T18:27:14,662 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.7 to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/oldWALs/wal.dat.7 2024-12-03T18:27:14,662 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T18:27:14,662 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.8 2024-12-03T18:27:14,663 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.8 after 1ms 2024-12-03T18:27:14,665 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.8 took 3ms 2024-12-03T18:27:14,671 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.8 so closing down 2024-12-03T18:27:14,672 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:14,674 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:14,677 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T18:27:14,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T18:27:14,684 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T18:27:14,691 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T18:27:14,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742174_1353 (size=753) 2024-12-03T18:27:14,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742174_1353 (size=753) 2024-12-03T18:27:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742175_1354 (size=753) 2024-12-03T18:27:14,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742175_1354 (size=753) 2024-12-03T18:27:14,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:14,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T18:27:15,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:15,098 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T18:27:15,098 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:15,098 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.8, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.8, size=1.4 K (1413bytes) at 1733250434662Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.8 so closing down at 1733250434671 (+9 ms)3 split writer threads finished at 1733250434674 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733250434681 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733250434691 (+10 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250434704 (+13 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733250434705 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250435096 (+391 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733250435098 (+2 ms)Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250435098 2024-12-03T18:27:15,100 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.8 to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/oldWALs/wal.dat.8 2024-12-03T18:27:15,101 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T18:27:15,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.9 2024-12-03T18:27:15,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.9 after 0ms 2024-12-03T18:27:15,104 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.9 took 4ms 2024-12-03T18:27:15,123 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.9 so closing down 2024-12-03T18:27:15,123 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:15,130 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:15,143 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T18:27:15,144 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T18:27:15,151 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T18:27:15,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T18:27:15,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742177_1356 (size=753) 2024-12-03T18:27:15,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742177_1356 (size=753) 2024-12-03T18:27:15,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742176_1355 (size=753) 2024-12-03T18:27:15,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742176_1355 (size=753) 2024-12-03T18:27:15,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:15,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:15,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T18:27:15,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T18:27:15,598 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 480 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:15,598 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.9, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.9, size=1.4 K (1413bytes) at 1733250435101Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.9 so closing down at 1733250435123 (+22 ms)3 split writer threads finished at 1733250435130 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733250435151 (+21 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733250435163 (+12 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250435596 (+433 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250435596Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733250435598 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733250435598Processed 20 edits across 2 Regions in 480 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250435598 2024-12-03T18:27:15,600 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.9 to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/oldWALs/wal.dat.9 2024-12-03T18:27:15,600 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.empty, size=93 (93bytes) 2024-12-03T18:27:15,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.empty 2024-12-03T18:27:15,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.empty after 0ms 2024-12-03T18:27:15,602 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.empty took 2ms 2024-12-03T18:27:15,603 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.empty so closing down 2024-12-03T18:27:15,603 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:15,603 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:15,603 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-12-03T18:27:15,603 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.empty, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.empty, size=93 (93bytes) at 1733250435600Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.empty so closing down at 1733250435603 (+3 ms)3 split writer threads finished at 1733250435603Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1733250435603 2024-12-03T18:27:15,605 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/WALs/testemptylogfiles,16010,1733250432014/wal.dat.empty to hdfs://localhost:39871/user/jenkins/test-data/b0850ffd-96c1-5fab-277f-dedb6a49b776/oldWALs/wal.dat.empty 2024-12-03T18:27:15,693 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=706 (was 689) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1806 (was 870) - AvailableMemoryMB LEAK? - 2024-12-03T18:27:15,708 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=139, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=706, ProcessCount=11, AvailableMemoryMB=1802 2024-12-03T18:27:15,708 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:15,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742178_1357 (size=7) 2024-12-03T18:27:15,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742178_1357 (size=7) 2024-12-03T18:27:15,762 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:15,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:15,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:15,773 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:15,773 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:27:15,774 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:27:15,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:27:15,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742179_1358 (size=1393) 2024-12-03T18:27:15,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742179_1358 (size=1393) 2024-12-03T18:27:15,843 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:27:15,843 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:27:15,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742180_1359 (size=1393) 2024-12-03T18:27:15,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742180_1359 (size=1393) 2024-12-03T18:27:15,870 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:27:15,871 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:27:15,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742181_1360 (size=1393) 2024-12-03T18:27:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742181_1360 (size=1393) 2024-12-03T18:27:15,882 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:27:15,882 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:27:15,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:15,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:15,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742182_1361 (size=1393) 2024-12-03T18:27:15,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742182_1361 (size=1393) 2024-12-03T18:27:16,295 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:27:16,295 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:27:16,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742183_1362 (size=1393) 2024-12-03T18:27:16,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742183_1362 (size=1393) 2024-12-03T18:27:16,317 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:27:16,318 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:27:16,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742184_1363 (size=1393) 2024-12-03T18:27:16,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742184_1363 (size=1393) 2024-12-03T18:27:16,379 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:27:16,379 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:27:16,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742185_1364 (size=1405) 2024-12-03T18:27:16,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742185_1364 (size=1405) 2024-12-03T18:27:16,884 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:27:16,884 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:27:16,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742186_1365 (size=1413) 2024-12-03T18:27:16,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742186_1365 (size=1413) 2024-12-03T18:27:16,910 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:27:16,911 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:27:16,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742187_1366 (size=1413) 2024-12-03T18:27:16,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742187_1366 (size=1413) 2024-12-03T18:27:16,930 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:27:16,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:27:16,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:16,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:16,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742188_1367 (size=1413) 2024-12-03T18:27:16,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742188_1367 (size=1413) 2024-12-03T18:27:16,949 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:27:16,971 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T18:27:16,972 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.0 2024-12-03T18:27:16,972 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.0 after 0ms 2024-12-03T18:27:16,974 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.0 took 3ms 2024-12-03T18:27:16,978 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.0 so closing down 2024-12-03T18:27:16,978 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:16,981 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:16,987 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:16,987 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:16,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:16,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:16,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742189_1368 (size=743) 2024-12-03T18:27:16,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742189_1368 (size=743) 2024-12-03T18:27:16,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:16,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T18:27:17,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742190_1369 (size=743) 2024-12-03T18:27:17,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742190_1369 (size=743) 2024-12-03T18:27:17,001 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T18:27:17,010 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:17,010 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.0, size=1.4 K (1393bytes) at 1733250436972Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.0 so closing down at 1733250436978 (+6 ms)3 split writer threads finished at 1733250436981 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733250436988 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250436989 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250436996 (+7 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733250436998 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437001 (+3 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733250437010 (+9 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250437010 2024-12-03T18:27:17,013 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/oldWALs/wal.dat.0 2024-12-03T18:27:17,013 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T18:27:17,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.1 2024-12-03T18:27:17,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.1 after 0ms 2024-12-03T18:27:17,015 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.1 took 2ms 2024-12-03T18:27:17,017 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.1 so closing down 2024-12-03T18:27:17,017 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:17,017 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:17,019 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:17,019 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:17,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:17,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:17,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742192_1371 (size=743) 2024-12-03T18:27:17,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742192_1371 (size=743) 2024-12-03T18:27:17,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742191_1370 (size=743) 2024-12-03T18:27:17,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742191_1370 (size=743) 2024-12-03T18:27:17,025 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,026 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T18:27:17,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T18:27:17,026 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:17,026 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.1, size=1.4 K (1393bytes) at 1733250437013Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.1 so closing down at 1733250437017 (+4 ms)3 split writer threads finished at 1733250437017Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733250437020 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733250437020Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437025 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437025Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733250437026 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733250437026Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250437026 2024-12-03T18:27:17,027 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/oldWALs/wal.dat.1 2024-12-03T18:27:17,028 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T18:27:17,028 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.2 2024-12-03T18:27:17,028 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.2 after 0ms 2024-12-03T18:27:17,030 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.2 took 3ms 2024-12-03T18:27:17,035 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.2 so closing down 2024-12-03T18:27:17,035 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:17,035 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:17,037 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:17,037 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:17,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:17,039 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:17,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742194_1373 (size=743) 2024-12-03T18:27:17,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742193_1372 (size=743) 2024-12-03T18:27:17,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742193_1372 (size=743) 2024-12-03T18:27:17,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742194_1373 (size=743) 2024-12-03T18:27:17,045 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,046 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T18:27:17,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T18:27:17,047 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:17,047 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.2, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.2, size=1.4 K (1393bytes) at 1733250437028Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.2 so closing down at 1733250437035 (+7 ms)3 split writer threads finished at 1733250437035Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733250437039 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733250437039Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437045 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437045Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733250437046 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733250437047 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250437047 2024-12-03T18:27:17,051 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.2 to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/oldWALs/wal.dat.2 2024-12-03T18:27:17,051 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T18:27:17,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.3 2024-12-03T18:27:17,052 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.3 after 1ms 2024-12-03T18:27:17,054 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.3 took 3ms 2024-12-03T18:27:17,055 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.3 so closing down 2024-12-03T18:27:17,055 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:17,056 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:17,058 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:17,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:17,060 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:17,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:17,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742195_1374 (size=743) 2024-12-03T18:27:17,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742195_1374 (size=743) 2024-12-03T18:27:17,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T18:27:17,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742196_1375 (size=743) 2024-12-03T18:27:17,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742196_1375 (size=743) 2024-12-03T18:27:17,078 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T18:27:17,080 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:17,080 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.3, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.3, size=1.4 K (1393bytes) at 1733250437051Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.3 so closing down at 1733250437055 (+4 ms)3 split writer threads finished at 1733250437056 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733250437059 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733250437067 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437069 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733250437071 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437078 (+7 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733250437080 (+2 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250437080 2024-12-03T18:27:17,082 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.3 to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/oldWALs/wal.dat.3 2024-12-03T18:27:17,082 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T18:27:17,082 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.4 2024-12-03T18:27:17,082 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.4 after 0ms 2024-12-03T18:27:17,086 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.4 took 4ms 2024-12-03T18:27:17,089 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.4 so closing down 2024-12-03T18:27:17,089 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:17,089 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:17,092 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:17,093 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:17,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:17,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:17,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742197_1376 (size=743) 2024-12-03T18:27:17,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742197_1376 (size=743) 2024-12-03T18:27:17,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742198_1377 (size=743) 2024-12-03T18:27:17,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742198_1377 (size=743) 2024-12-03T18:27:17,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T18:27:17,105 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,107 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T18:27:17,107 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:17,107 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.4, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.4, size=1.4 K (1393bytes) at 1733250437082Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.4 so closing down at 1733250437089 (+7 ms)3 split writer threads finished at 1733250437089Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733250437093 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733250437094 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437103 (+9 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733250437104 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437105 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733250437107 (+2 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250437107 2024-12-03T18:27:17,109 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.4 to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/oldWALs/wal.dat.4 2024-12-03T18:27:17,109 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T18:27:17,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.5 2024-12-03T18:27:17,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.5 after 0ms 2024-12-03T18:27:17,111 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.5 took 2ms 2024-12-03T18:27:17,112 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.5 so closing down 2024-12-03T18:27:17,113 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:17,113 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:17,116 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T18:27:17,116 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T18:27:17,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T18:27:17,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T18:27:17,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742199_1378 (size=743) 2024-12-03T18:27:17,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742199_1378 (size=743) 2024-12-03T18:27:17,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T18:27:17,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742200_1379 (size=743) 2024-12-03T18:27:17,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742200_1379 (size=743) 2024-12-03T18:27:17,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T18:27:17,172 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:17,173 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.5, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.5, size=1.4 K (1393bytes) at 1733250437109Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.5 so closing down at 1733250437112 (+3 ms)3 split writer threads finished at 1733250437113 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733250437119 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733250437123 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437141 (+18 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733250437143 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437170 (+27 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733250437172 (+2 ms)Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250437173 (+1 ms) 2024-12-03T18:27:17,177 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.5 to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/oldWALs/wal.dat.5 2024-12-03T18:27:17,177 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T18:27:17,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.6 2024-12-03T18:27:17,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.6 after 2ms 2024-12-03T18:27:17,182 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.6 took 5ms 2024-12-03T18:27:17,201 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.6 so closing down 2024-12-03T18:27:17,201 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:17,208 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:17,231 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T18:27:17,235 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T18:27:17,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T18:27:17,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T18:27:17,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742201_1380 (size=749) 2024-12-03T18:27:17,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742202_1381 (size=749) 2024-12-03T18:27:17,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742201_1380 (size=749) 2024-12-03T18:27:17,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742202_1381 (size=749) 2024-12-03T18:27:17,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,276 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T18:27:17,283 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T18:27:17,286 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T18:27:17,287 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.6, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.6, size=1.4 K (1405bytes) at 1733250437177Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.6 so closing down at 1733250437201 (+24 ms)3 split writer threads finished at 1733250437208 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733250437246 (+38 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733250437247 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437276 (+29 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437277 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733250437283 (+6 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733250437283Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733250437286 (+3 ms) 2024-12-03T18:27:17,289 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.6 to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/oldWALs/wal.dat.6 2024-12-03T18:27:17,289 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T18:27:17,289 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.7 2024-12-03T18:27:17,290 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.7 after 1ms 2024-12-03T18:27:17,294 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.7 took 5ms 2024-12-03T18:27:17,311 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.7 so closing down 2024-12-03T18:27:17,311 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:17,312 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:17,314 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T18:27:17,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T18:27:17,324 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T18:27:17,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742203_1382 (size=753) 2024-12-03T18:27:17,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742203_1382 (size=753) 2024-12-03T18:27:17,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T18:27:17,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T18:27:17,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742204_1383 (size=753) 2024-12-03T18:27:17,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742204_1383 (size=753) 2024-12-03T18:27:17,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T18:27:17,377 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:17,378 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.7, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.7, size=1.4 K (1413bytes) at 1733250437289Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.7 so closing down at 1733250437311 (+22 ms)3 split writer threads finished at 1733250437312 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733250437319 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437330 (+11 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733250437331 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733250437348 (+17 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437376 (+28 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733250437377 (+1 ms)Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250437378 (+1 ms) 2024-12-03T18:27:17,380 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.7 to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/oldWALs/wal.dat.7 2024-12-03T18:27:17,380 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T18:27:17,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.8 2024-12-03T18:27:17,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.8 after 0ms 2024-12-03T18:27:17,382 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.8 took 2ms 2024-12-03T18:27:17,384 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.8 so closing down 2024-12-03T18:27:17,384 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:17,384 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:17,387 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T18:27:17,391 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T18:27:17,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T18:27:17,397 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T18:27:17,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742205_1384 (size=753) 2024-12-03T18:27:17,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742205_1384 (size=753) 2024-12-03T18:27:17,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T18:27:17,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742206_1385 (size=753) 2024-12-03T18:27:17,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742206_1385 (size=753) 2024-12-03T18:27:17,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,819 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T18:27:17,819 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:17,819 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.8, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.8, size=1.4 K (1413bytes) at 1733250437380Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.8 so closing down at 1733250437384 (+4 ms)3 split writer threads finished at 1733250437384Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733250437392 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733250437397 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437412 (+15 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733250437414 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437817 (+403 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733250437819 (+2 ms)Processed 20 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250437819 2024-12-03T18:27:17,820 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.8 to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/oldWALs/wal.dat.8 2024-12-03T18:27:17,821 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T18:27:17,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.9 2024-12-03T18:27:17,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.9 after 0ms 2024-12-03T18:27:17,823 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.9 took 3ms 2024-12-03T18:27:17,824 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.9 so closing down 2024-12-03T18:27:17,824 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:17,825 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:17,829 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T18:27:17,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T18:27:17,834 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T18:27:17,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T18:27:17,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742207_1386 (size=753) 2024-12-03T18:27:17,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742207_1386 (size=753) 2024-12-03T18:27:17,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T18:27:17,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742208_1387 (size=753) 2024-12-03T18:27:17,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742208_1387 (size=753) 2024-12-03T18:27:17,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:17,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T18:27:17,856 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:17,856 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.9, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.9, size=1.4 K (1413bytes) at 1733250437821Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.9 so closing down at 1733250437824 (+3 ms)3 split writer threads finished at 1733250437825 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733250437830 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733250437839 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437840 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733250437842 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250437855 (+13 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733250437856 (+1 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250437856 2024-12-03T18:27:17,858 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733250435773/wal.dat.9 to hdfs://localhost:39871/user/jenkins/test-data/4efab19d-3948-3ecd-c26f-2b5b28f52dd6/oldWALs/wal.dat.9 2024-12-03T18:27:17,867 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=139 (was 139), OpenFileDescriptor=391 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=706 (was 706), ProcessCount=11 (was 11), AvailableMemoryMB=1638 (was 1802) 2024-12-03T18:27:17,874 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=706, ProcessCount=11, AvailableMemoryMB=1636 2024-12-03T18:27:17,874 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:17,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742209_1388 (size=7) 2024-12-03T18:27:17,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742209_1388 (size=7) 2024-12-03T18:27:17,895 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:17,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:17,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:17,900 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:17,905 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:39871/user/jenkins/test-data/42f58dd3-ae9b-0347-2d11-07ccfec557d8/data/hbase/meta/1588230740/recovered.edits 2024-12-03T18:27:17,923 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=706 (was 706), ProcessCount=11 (was 11), AvailableMemoryMB=1633 (was 1636) 2024-12-03T18:27:17,929 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=706, ProcessCount=11, AvailableMemoryMB=1633 2024-12-03T18:27:17,929 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:17,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742210_1389 (size=7) 2024-12-03T18:27:17,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742210_1389 (size=7) 2024-12-03T18:27:17,954 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:17,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:17,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:17,958 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:17,959 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-12-03T18:27:17,961 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:27:17,962 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-12-03T18:27:17,962 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-12-03T18:27:17,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:17,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:17,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:17,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:17,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:17,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:17,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:17,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:17,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:17,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:17,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:17,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:17,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:17,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:17,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:17,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:17,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:17,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:17,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:17,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:17,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742211_1390 (size=818) 2024-12-03T18:27:17,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742211_1390 (size=818) 2024-12-03T18:27:17,995 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/WALs/testemptywaledit,16010,1733250437958/wal.dat.5, size=818 (818bytes) 2024-12-03T18:27:17,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/WALs/testemptywaledit,16010,1733250437958/wal.dat.5 2024-12-03T18:27:17,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/WALs/testemptywaledit,16010,1733250437958/wal.dat.5 after 0ms 2024-12-03T18:27:18,000 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/WALs/testemptywaledit,16010,1733250437958/wal.dat.5 took 6ms 2024-12-03T18:27:18,002 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/WALs/testemptywaledit,16010,1733250437958/wal.dat.5 so closing down 2024-12-03T18:27:18,002 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:18,003 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:18,005 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-12-03T18:27:18,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-12-03T18:27:18,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742212_1391 (size=783) 2024-12-03T18:27:18,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742212_1391 (size=783) 2024-12-03T18:27:18,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-12-03T18:27:18,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-12-03T18:27:18,016 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/WALs/testemptywaledit,16010,1733250437958/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-12-03T18:27:18,016 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/WALs/testemptywaledit,16010,1733250437958/wal.dat.5, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/WALs/testemptywaledit,16010,1733250437958/wal.dat.5, size=818 (818bytes) at 1733250437995Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/WALs/testemptywaledit,16010,1733250437958/wal.dat.5 so closing down at 1733250438002 (+7 ms)3 split writer threads finished at 1733250438003 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1733250438006 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1733250438015 (+9 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1733250438016 (+1 ms)Processed 11 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/WALs/testemptywaledit,16010,1733250437958/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1733250438016 2024-12-03T18:27:18,020 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/WALs/testemptywaledit,16010,1733250437958/wal.dat.5 to hdfs://localhost:39871/user/jenkins/test-data/1ba9c145-4079-299c-dca4-5587a583f530/oldWALs/wal.dat.5 2024-12-03T18:27:18,040 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=706 (was 706), ProcessCount=11 (was 11), AvailableMemoryMB=1629 (was 1633) 2024-12-03T18:27:18,051 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=706, ProcessCount=11, AvailableMemoryMB=1627 2024-12-03T18:27:18,051 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:18,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742213_1392 (size=7) 2024-12-03T18:27:18,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742213_1392 (size=7) 2024-12-03T18:27:18,062 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:18,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:18,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:18,066 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:18,066 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:27:18,067 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:27:18,068 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:27:18,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742214_1393 (size=1393) 2024-12-03T18:27:18,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742214_1393 (size=1393) 2024-12-03T18:27:18,083 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:27:18,083 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:27:18,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742215_1394 (size=1393) 2024-12-03T18:27:18,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742215_1394 (size=1393) 2024-12-03T18:27:18,095 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:27:18,095 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:27:18,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742216_1395 (size=1393) 2024-12-03T18:27:18,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742216_1395 (size=1393) 2024-12-03T18:27:18,105 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:27:18,105 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:27:18,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742217_1396 (size=1393) 2024-12-03T18:27:18,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742217_1396 (size=1393) 2024-12-03T18:27:18,123 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:27:18,123 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:27:18,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742218_1397 (size=1393) 2024-12-03T18:27:18,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742218_1397 (size=1393) 2024-12-03T18:27:18,149 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:27:18,149 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:27:18,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742219_1398 (size=1393) 2024-12-03T18:27:18,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742219_1398 (size=1393) 2024-12-03T18:27:18,187 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:27:18,187 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:27:18,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742220_1399 (size=1405) 2024-12-03T18:27:18,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742220_1399 (size=1405) 2024-12-03T18:27:18,214 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:27:18,214 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:27:18,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742221_1400 (size=1413) 2024-12-03T18:27:18,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742221_1400 (size=1413) 2024-12-03T18:27:18,251 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:27:18,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:27:18,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742222_1401 (size=1413) 2024-12-03T18:27:18,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742222_1401 (size=1413) 2024-12-03T18:27:18,713 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:27:18,714 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:27:18,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:18,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:18,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742223_1402 (size=1413) 2024-12-03T18:27:18,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742223_1402 (size=1413) 2024-12-03T18:27:18,823 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:27:18,861 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T18:27:18,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.0 2024-12-03T18:27:18,862 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.0 after 1ms 2024-12-03T18:27:18,863 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.0 took 2ms 2024-12-03T18:27:18,866 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.0 so closing down 2024-12-03T18:27:18,866 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:18,866 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:18,872 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:18,873 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:18,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:18,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:18,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742225_1404 (size=743) 2024-12-03T18:27:18,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742225_1404 (size=743) 2024-12-03T18:27:18,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:18,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742226_1405 (size=743) 2024-12-03T18:27:18,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742226_1405 (size=743) 2024-12-03T18:27:18,954 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:18,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T18:27:18,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T18:27:18,955 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:18,955 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.0, size=1.4 K (1393bytes) at 1733250438861Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.0 so closing down at 1733250438866 (+5 ms)3 split writer threads finished at 1733250438866Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250438874 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733250438875 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250438953 (+78 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250438954 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733250438954Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733250438955 (+1 ms)Processed 20 edits across 2 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250438955 2024-12-03T18:27:18,957 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/oldWALs/wal.dat.0 2024-12-03T18:27:18,957 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T18:27:18,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.1 2024-12-03T18:27:18,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.1 after 0ms 2024-12-03T18:27:18,959 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.1 took 2ms 2024-12-03T18:27:18,960 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.1 so closing down 2024-12-03T18:27:18,960 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:18,960 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:18,962 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:18,962 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:18,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:18,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:18,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742228_1407 (size=743) 2024-12-03T18:27:18,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742228_1407 (size=743) 2024-12-03T18:27:18,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742227_1406 (size=743) 2024-12-03T18:27:18,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742227_1406 (size=743) 2024-12-03T18:27:18,967 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:18,967 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:18,968 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T18:27:18,968 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T18:27:18,968 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:18,969 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.1, size=1.4 K (1393bytes) at 1733250438957Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.1 so closing down at 1733250438960 (+3 ms)3 split writer threads finished at 1733250438960Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733250438963 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733250438963Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250438967 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250438967Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733250438968 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733250438968Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250438968 2024-12-03T18:27:18,970 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/oldWALs/wal.dat.1 2024-12-03T18:27:18,970 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T18:27:18,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.2 2024-12-03T18:27:18,971 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.2 after 1ms 2024-12-03T18:27:18,972 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.2 took 2ms 2024-12-03T18:27:18,973 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.2 so closing down 2024-12-03T18:27:18,973 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:18,973 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:18,975 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:18,975 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:18,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:18,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:18,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742229_1408 (size=743) 2024-12-03T18:27:18,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742230_1409 (size=743) 2024-12-03T18:27:18,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742229_1408 (size=743) 2024-12-03T18:27:18,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742230_1409 (size=743) 2024-12-03T18:27:18,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:18,980 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:18,981 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T18:27:18,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T18:27:18,981 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:18,981 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.2, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.2, size=1.4 K (1393bytes) at 1733250438970Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.2 so closing down at 1733250438973 (+3 ms)3 split writer threads finished at 1733250438973Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733250438976 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733250438976Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250438980 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250438980Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733250438981 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733250438981Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250438981 2024-12-03T18:27:18,982 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.2 to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/oldWALs/wal.dat.2 2024-12-03T18:27:18,982 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T18:27:18,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.3 2024-12-03T18:27:18,983 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.3 after 1ms 2024-12-03T18:27:18,984 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.3 took 2ms 2024-12-03T18:27:18,985 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.3 so closing down 2024-12-03T18:27:18,985 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:18,985 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:18,987 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:18,987 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:18,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:18,987 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:18,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742231_1410 (size=743) 2024-12-03T18:27:18,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742232_1411 (size=743) 2024-12-03T18:27:18,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:18,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:18,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T18:27:18,994 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T18:27:18,994 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:18,994 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.3, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.3, size=1.4 K (1393bytes) at 1733250438982Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.3 so closing down at 1733250438985 (+3 ms)3 split writer threads finished at 1733250438985Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733250438987 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733250438987Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250438992 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250438992Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733250438994 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733250438994Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250438994 2024-12-03T18:27:18,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742231_1410 (size=743) 2024-12-03T18:27:18,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742232_1411 (size=743) 2024-12-03T18:27:18,996 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.3 to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/oldWALs/wal.dat.3 2024-12-03T18:27:18,996 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T18:27:18,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.4 2024-12-03T18:27:18,997 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.4 after 1ms 2024-12-03T18:27:18,999 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.4 took 2ms 2024-12-03T18:27:19,000 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.4 so closing down 2024-12-03T18:27:19,000 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:19,000 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:19,003 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:19,003 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:19,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:19,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:19,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742233_1412 (size=743) 2024-12-03T18:27:19,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742233_1412 (size=743) 2024-12-03T18:27:19,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:19,014 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T18:27:19,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742234_1413 (size=743) 2024-12-03T18:27:19,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742234_1413 (size=743) 2024-12-03T18:27:19,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:19,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T18:27:19,029 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:19,029 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.4, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.4, size=1.4 K (1393bytes) at 1733250438996Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.4 so closing down at 1733250439000 (+4 ms)3 split writer threads finished at 1733250439000Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733250439004 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733250439004Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250439013 (+9 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733250439014 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250439027 (+13 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733250439029 (+2 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250439029 2024-12-03T18:27:19,033 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.4 to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/oldWALs/wal.dat.4 2024-12-03T18:27:19,033 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.5, size=1.4 K (1394bytes) 2024-12-03T18:27:19,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.5 2024-12-03T18:27:19,034 WARN [IPC Server handler 0 on default port 39871 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-12-03T18:27:19,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.5 after 1ms 2024-12-03T18:27:19,651 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-918655856_22 at /127.0.0.1:59304 [Receiving block BP-1865188217-172.17.0.3-1733250379835:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:42405:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59304 dst: /127.0.0.1:42405 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42405 remote=/127.0.0.1:59304]. Total timeout mills is 60000, 59189 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:27:19,651 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-918655856_22 at /127.0.0.1:45736 [Receiving block BP-1865188217-172.17.0.3-1733250379835:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:40241:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45736 dst: /127.0.0.1:40241 java.io.InterruptedIOException: Interrupted receiveBlock at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:27:19,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742224_1414 (size=1394) 2024-12-03T18:27:19,654 WARN [ResponseProcessor for block BP-1865188217-172.17.0.3-1733250379835:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1865188217-172.17.0.3-1733250379835:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T18:27:19,655 WARN [DataStreamer for file /user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.5 block BP-1865188217-172.17.0.3-1733250379835:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1865188217-172.17.0.3-1733250379835:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42405,DS-b2993523-a055-434f-8d56-85c833e7a408,DISK], DatanodeInfoWithStorage[127.0.0.1:40241,DS-e09aee7e-f9cd-477b-80ed-929d64fdab41,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42405,DS-b2993523-a055-434f-8d56-85c833e7a408,DISK]) is bad. 2024-12-03T18:27:19,656 WARN [DataStreamer for file /user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.5 block BP-1865188217-172.17.0.3-1733250379835:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1865188217-172.17.0.3-1733250379835:blk_1073742224_1403 is COMPLETE but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T18:27:23,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.5 after 4002ms 2024-12-03T18:27:23,037 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.5 took 4004ms 2024-12-03T18:27:23,039 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:23,040 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.5 so closing down 2024-12-03T18:27:23,040 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:23,040 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:23,042 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T18:27:23,042 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T18:27:23,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T18:27:23,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T18:27:23,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742236_1416 (size=353) 2024-12-03T18:27:23,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742235_1415 (size=418) 2024-12-03T18:27:23,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:23,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742235_1415 (size=418) 2024-12-03T18:27:23,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742236_1416 (size=353) 2024-12-03T18:27:23,047 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:23,048 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-12-03T18:27:23,048 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-12-03T18:27:23,048 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-12-03T18:27:23,048 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.5, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.5, size=1.4 K (1394bytes) at 1733250439033Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.5 so closing down at 1733250443040 (+4007 ms)3 split writer threads finished at 1733250443040Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733250443043 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733250443043Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250443047 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1733250443047Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1733250443048 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1733250443048Processed 9 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1733250443048 2024-12-03T18:27:23,051 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.5 to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/corrupt/wal.dat.5 2024-12-03T18:27:23,051 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T18:27:23,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.6 2024-12-03T18:27:23,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.6 after 0ms 2024-12-03T18:27:23,053 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.6 took 2ms 2024-12-03T18:27:23,054 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.6 so closing down 2024-12-03T18:27:23,054 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:23,054 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:23,059 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T18:27:23,060 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T18:27:23,061 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T18:27:23,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T18:27:23,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742238_1418 (size=749) 2024-12-03T18:27:23,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742237_1417 (size=749) 2024-12-03T18:27:23,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742237_1417 (size=749) 2024-12-03T18:27:23,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742238_1418 (size=749) 2024-12-03T18:27:23,081 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:23,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T18:27:23,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:23,093 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T18:27:23,093 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T18:27:23,093 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.6, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.6, size=1.4 K (1405bytes) at 1733250443051Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.6 so closing down at 1733250443054 (+3 ms)3 split writer threads finished at 1733250443054Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733250443060 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733250443062 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250443081 (+19 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733250443082 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250443091 (+9 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733250443093 (+2 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733250443093 2024-12-03T18:27:23,096 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.6 to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/oldWALs/wal.dat.6 2024-12-03T18:27:23,096 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T18:27:23,096 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.7 2024-12-03T18:27:23,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.7 after 1ms 2024-12-03T18:27:23,100 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.7 took 4ms 2024-12-03T18:27:23,111 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.7 so closing down 2024-12-03T18:27:23,111 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:23,114 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:23,117 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T18:27:23,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T18:27:23,129 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T18:27:23,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T18:27:23,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742239_1419 (size=753) 2024-12-03T18:27:23,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742239_1419 (size=753) 2024-12-03T18:27:23,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:23,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T18:27:23,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742240_1420 (size=753) 2024-12-03T18:27:23,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:23,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742240_1420 (size=753) 2024-12-03T18:27:23,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T18:27:23,158 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:23,158 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.7, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.7, size=1.4 K (1413bytes) at 1733250443096Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.7 so closing down at 1733250443111 (+15 ms)3 split writer threads finished at 1733250443114 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733250443127 (+13 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733250443134 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250443140 (+6 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733250443142 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250443156 (+14 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733250443157 (+1 ms)Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250443158 (+1 ms) 2024-12-03T18:27:23,160 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.7 to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/oldWALs/wal.dat.7 2024-12-03T18:27:23,160 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T18:27:23,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.8 2024-12-03T18:27:23,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.8 after 0ms 2024-12-03T18:27:23,162 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.8 took 2ms 2024-12-03T18:27:23,164 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.8 so closing down 2024-12-03T18:27:23,164 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:23,165 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:23,168 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T18:27:23,168 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T18:27:23,179 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T18:27:23,183 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T18:27:23,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742241_1421 (size=753) 2024-12-03T18:27:23,192 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:23,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742242_1422 (size=753) 2024-12-03T18:27:23,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:23,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T18:27:23,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T18:27:23,194 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:23,194 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.8, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.8, size=1.4 K (1413bytes) at 1733250443160Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.8 so closing down at 1733250443164 (+4 ms)3 split writer threads finished at 1733250443165 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733250443179 (+14 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733250443183 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250443192 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250443193 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733250443193Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733250443194 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250443194 2024-12-03T18:27:23,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742241_1421 (size=753) 2024-12-03T18:27:23,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742242_1422 (size=753) 2024-12-03T18:27:23,196 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.8 to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/oldWALs/wal.dat.8 2024-12-03T18:27:23,196 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T18:27:23,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.9 2024-12-03T18:27:23,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.9 after 0ms 2024-12-03T18:27:23,199 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.9 took 3ms 2024-12-03T18:27:23,200 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.9 so closing down 2024-12-03T18:27:23,200 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:23,200 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:23,203 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T18:27:23,203 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T18:27:23,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T18:27:23,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T18:27:23,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742243_1423 (size=753) 2024-12-03T18:27:23,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742243_1423 (size=753) 2024-12-03T18:27:23,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:23,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742244_1424 (size=753) 2024-12-03T18:27:23,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742244_1424 (size=753) 2024-12-03T18:27:23,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:23,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T18:27:23,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T18:27:23,217 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:23,217 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.9, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.9, size=1.4 K (1413bytes) at 1733250443196Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.9 so closing down at 1733250443200 (+4 ms)3 split writer threads finished at 1733250443200Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733250443204 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733250443204Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250443214 (+10 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250443215 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733250443215Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733250443216 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250443217 (+1 ms) 2024-12-03T18:27:23,218 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733250438066/wal.dat.9 to hdfs://localhost:39871/user/jenkins/test-data/b3d05e8c-4208-87c5-1842-ce6ddcf2d1ec/oldWALs/wal.dat.9 2024-12-03T18:27:23,277 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=137 (was 139), OpenFileDescriptor=397 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=681 (was 706), ProcessCount=11 (was 11), AvailableMemoryMB=1143 (was 1627) 2024-12-03T18:27:23,284 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=137, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=681, ProcessCount=11, AvailableMemoryMB=1142 2024-12-03T18:27:23,284 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:23,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742245_1425 (size=7) 2024-12-03T18:27:23,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742245_1425 (size=7) 2024-12-03T18:27:23,290 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:23,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:23,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:23,293 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:23,294 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-03T18:27:23,294 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:27:23,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742246_1426 (size=863) 2024-12-03T18:27:23,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742246_1426 (size=863) 2024-12-03T18:27:23,303 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:27:23,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742247_1427 (size=823) 2024-12-03T18:27:23,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742247_1427 (size=823) 2024-12-03T18:27:23,333 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/WALs/testeofisignored,16010,1733250443293/wal.dat.0, size=823 (823bytes) 2024-12-03T18:27:23,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/WALs/testeofisignored,16010,1733250443293/wal.dat.0 2024-12-03T18:27:23,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/WALs/testeofisignored,16010,1733250443293/wal.dat.0 after 0ms 2024-12-03T18:27:23,335 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/WALs/testeofisignored,16010,1733250443293/wal.dat.0 took 2ms 2024-12-03T18:27:23,340 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/WALs/testeofisignored,16010,1733250443293/wal.dat.0; continuing. 2024-12-03T18:27:23,340 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/WALs/testeofisignored,16010,1733250443293/wal.dat.0 so closing down 2024-12-03T18:27:23,340 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:23,340 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:23,343 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:23,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:23,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742248_1428 (size=786) 2024-12-03T18:27:23,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742248_1428 (size=786) 2024-12-03T18:27:23,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:23,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-12-03T18:27:23,355 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/WALs/testeofisignored,16010,1733250443293/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-12-03T18:27:23,355 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/WALs/testeofisignored,16010,1733250443293/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/WALs/testeofisignored,16010,1733250443293/wal.dat.0, size=823 (823bytes) at 1733250443333Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/WALs/testeofisignored,16010,1733250443293/wal.dat.0 so closing down at 1733250443340 (+7 ms)3 split writer threads finished at 1733250443340Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250443344 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733250443353 (+9 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1733250443354 (+1 ms)Processed 9 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/WALs/testeofisignored,16010,1733250443293/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1733250443355 (+1 ms) 2024-12-03T18:27:23,356 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/WALs/testeofisignored,16010,1733250443293/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/c89de391-79e3-1f58-3a3f-e49a5bfa9500/oldWALs/wal.dat.0 2024-12-03T18:27:23,368 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=137 (was 137), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=681 (was 681), ProcessCount=11 (was 11), AvailableMemoryMB=1138 (was 1142) 2024-12-03T18:27:23,376 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=137, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=681, ProcessCount=11, AvailableMemoryMB=1137 2024-12-03T18:27:23,376 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:23,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742249_1429 (size=7) 2024-12-03T18:27:23,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742249_1429 (size=7) 2024-12-03T18:27:23,382 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:23,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:23,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:23,387 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:23,387 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-12-03T18:27:23,387 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-12-03T18:27:23,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742250_1430 (size=93) 2024-12-03T18:27:23,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742250_1430 (size=93) 2024-12-03T18:27:23,431 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/b3b8ab4e-c6c8-48d1-76eb-d1f69cc3507f/WALs/testsplitlogfileempty,16010,1733250443387/wal.dat..empty, size=93 (93bytes) 2024-12-03T18:27:23,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/b3b8ab4e-c6c8-48d1-76eb-d1f69cc3507f/WALs/testsplitlogfileempty,16010,1733250443387/wal.dat..empty 2024-12-03T18:27:23,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/b3b8ab4e-c6c8-48d1-76eb-d1f69cc3507f/WALs/testsplitlogfileempty,16010,1733250443387/wal.dat..empty after 0ms 2024-12-03T18:27:23,433 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/b3b8ab4e-c6c8-48d1-76eb-d1f69cc3507f/WALs/testsplitlogfileempty,16010,1733250443387/wal.dat..empty took 3ms 2024-12-03T18:27:23,434 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3b8ab4e-c6c8-48d1-76eb-d1f69cc3507f/WALs/testsplitlogfileempty,16010,1733250443387/wal.dat..empty so closing down 2024-12-03T18:27:23,434 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:23,434 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:23,434 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3b8ab4e-c6c8-48d1-76eb-d1f69cc3507f/WALs/testsplitlogfileempty,16010,1733250443387/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-12-03T18:27:23,434 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/b3b8ab4e-c6c8-48d1-76eb-d1f69cc3507f/WALs/testsplitlogfileempty,16010,1733250443387/wal.dat..empty, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/b3b8ab4e-c6c8-48d1-76eb-d1f69cc3507f/WALs/testsplitlogfileempty,16010,1733250443387/wal.dat..empty, size=93 (93bytes) at 1733250443431Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/b3b8ab4e-c6c8-48d1-76eb-d1f69cc3507f/WALs/testsplitlogfileempty,16010,1733250443387/wal.dat..empty so closing down at 1733250443434 (+3 ms)3 split writer threads finished at 1733250443434Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/b3b8ab4e-c6c8-48d1-76eb-d1f69cc3507f/WALs/testsplitlogfileempty,16010,1733250443387/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1733250443434 2024-12-03T18:27:23,436 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/b3b8ab4e-c6c8-48d1-76eb-d1f69cc3507f/WALs/testsplitlogfileempty,16010,1733250443387/wal.dat..empty to hdfs://localhost:39871/user/jenkins/test-data/b3b8ab4e-c6c8-48d1-76eb-d1f69cc3507f/oldWALs/wal.dat..empty 2024-12-03T18:27:23,459 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=137 (was 137), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=681 (was 681), ProcessCount=11 (was 11), AvailableMemoryMB=1132 (was 1137) 2024-12-03T18:27:23,465 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=137, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=681, ProcessCount=11, AvailableMemoryMB=1132 2024-12-03T18:27:23,465 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:23,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742251_1431 (size=7) 2024-12-03T18:27:23,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742251_1431 (size=7) 2024-12-03T18:27:23,474 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:23,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:23,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:23,477 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:23,478 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:27:23,478 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:27:23,479 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:27:23,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742252_1432 (size=1393) 2024-12-03T18:27:23,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742252_1432 (size=1393) 2024-12-03T18:27:23,505 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:27:23,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:27:23,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742253_1433 (size=1393) 2024-12-03T18:27:23,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742253_1433 (size=1393) 2024-12-03T18:27:23,520 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:27:23,520 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:27:23,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742254_1434 (size=1393) 2024-12-03T18:27:23,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742254_1434 (size=1393) 2024-12-03T18:27:23,722 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:27:23,938 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:27:23,938 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:27:23,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742255_1435 (size=1393) 2024-12-03T18:27:23,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742255_1435 (size=1393) 2024-12-03T18:27:23,951 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:27:23,951 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:27:23,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:23,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742256_1436 (size=1393) 2024-12-03T18:27:23,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742256_1436 (size=1393) 2024-12-03T18:27:24,372 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:27:24,372 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:27:24,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742257_1437 (size=1393) 2024-12-03T18:27:24,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742257_1437 (size=1393) 2024-12-03T18:27:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:27:24,786 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:27:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:24,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:24,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742258_1438 (size=1405) 2024-12-03T18:27:24,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742258_1438 (size=1405) 2024-12-03T18:27:25,207 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:27:25,207 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:27:25,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742259_1439 (size=1413) 2024-12-03T18:27:25,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742259_1439 (size=1413) 2024-12-03T18:27:25,243 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:27:25,243 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:27:25,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742260_1440 (size=1413) 2024-12-03T18:27:25,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742260_1440 (size=1413) 2024-12-03T18:27:25,261 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:27:25,261 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:27:25,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:25,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:25,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742261_1441 (size=1413) 2024-12-03T18:27:25,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742261_1441 (size=1413) 2024-12-03T18:27:25,284 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:27:25,307 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T18:27:25,307 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.0 2024-12-03T18:27:25,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.0 after 1ms 2024-12-03T18:27:25,310 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.0 took 3ms 2024-12-03T18:27:25,315 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.0 so closing down 2024-12-03T18:27:25,315 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:25,316 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:25,319 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:25,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:25,321 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:25,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:25,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742262_1442 (size=743) 2024-12-03T18:27:25,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742262_1442 (size=743) 2024-12-03T18:27:25,361 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:25,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742263_1443 (size=743) 2024-12-03T18:27:25,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742263_1443 (size=743) 2024-12-03T18:27:25,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T18:27:25,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:25,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T18:27:25,366 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:25,366 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.0, size=1.4 K (1393bytes) at 1733250445307Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.0 so closing down at 1733250445315 (+8 ms)3 split writer threads finished at 1733250445316 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733250445320 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250445327 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250445361 (+34 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733250445364 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250445364Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733250445366 (+2 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250445366 2024-12-03T18:27:25,369 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/oldWALs/wal.dat.0 2024-12-03T18:27:25,369 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T18:27:25,369 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.1 2024-12-03T18:27:25,369 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.1 after 0ms 2024-12-03T18:27:25,371 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.1 took 2ms 2024-12-03T18:27:25,373 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.1 so closing down 2024-12-03T18:27:25,373 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:25,374 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:25,376 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:25,376 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:25,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:25,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:25,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742264_1444 (size=743) 2024-12-03T18:27:25,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742264_1444 (size=743) 2024-12-03T18:27:25,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:25,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742265_1445 (size=743) 2024-12-03T18:27:25,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742265_1445 (size=743) 2024-12-03T18:27:25,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T18:27:25,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:25,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T18:27:25,791 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:25,791 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.1, size=1.4 K (1393bytes) at 1733250445369Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.1 so closing down at 1733250445373 (+4 ms)3 split writer threads finished at 1733250445374 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733250445382 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733250445382Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250445389 (+7 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733250445390 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250445789 (+399 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733250445791 (+2 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250445791 2024-12-03T18:27:25,793 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/oldWALs/wal.dat.1 2024-12-03T18:27:25,793 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T18:27:25,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.2 2024-12-03T18:27:25,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.2 after 0ms 2024-12-03T18:27:25,795 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.2 took 2ms 2024-12-03T18:27:25,796 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.2 so closing down 2024-12-03T18:27:25,796 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:25,796 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:25,799 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:25,800 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:25,801 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:25,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:25,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742266_1446 (size=743) 2024-12-03T18:27:25,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742266_1446 (size=743) 2024-12-03T18:27:25,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:25,814 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T18:27:25,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742267_1447 (size=743) 2024-12-03T18:27:25,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742267_1447 (size=743) 2024-12-03T18:27:25,821 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:25,822 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T18:27:25,822 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:25,822 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.2, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.2, size=1.4 K (1393bytes) at 1733250445793Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.2 so closing down at 1733250445796 (+3 ms)3 split writer threads finished at 1733250445796Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733250445800 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733250445811 (+11 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250445812 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733250445814 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250445821 (+7 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733250445822 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250445822 2024-12-03T18:27:25,823 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.2 to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/oldWALs/wal.dat.2 2024-12-03T18:27:25,824 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T18:27:25,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.3 2024-12-03T18:27:25,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.3 after 0ms 2024-12-03T18:27:25,826 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.3 took 2ms 2024-12-03T18:27:25,827 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.3 so closing down 2024-12-03T18:27:25,827 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:25,827 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:25,829 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:25,829 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:25,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:25,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:25,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742268_1448 (size=743) 2024-12-03T18:27:25,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742268_1448 (size=743) 2024-12-03T18:27:25,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742269_1449 (size=743) 2024-12-03T18:27:25,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742269_1449 (size=743) 2024-12-03T18:27:25,834 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:25,834 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:25,835 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T18:27:25,835 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T18:27:25,835 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:25,836 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.3, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.3, size=1.4 K (1393bytes) at 1733250445824Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.3 so closing down at 1733250445827 (+3 ms)3 split writer threads finished at 1733250445827Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733250445829 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733250445829Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250445834 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250445834Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733250445835 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733250445835Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250445835 2024-12-03T18:27:25,837 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.3 to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/oldWALs/wal.dat.3 2024-12-03T18:27:25,837 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T18:27:25,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.4 2024-12-03T18:27:25,838 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.4 after 1ms 2024-12-03T18:27:25,839 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.4 took 2ms 2024-12-03T18:27:25,841 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.4 so closing down 2024-12-03T18:27:25,841 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:25,841 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:25,843 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:25,843 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:25,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:25,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:25,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742271_1451 (size=743) 2024-12-03T18:27:25,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742271_1451 (size=743) 2024-12-03T18:27:25,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742270_1450 (size=743) 2024-12-03T18:27:25,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:25,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742270_1450 (size=743) 2024-12-03T18:27:25,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T18:27:26,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:26,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T18:27:26,260 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:26,260 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.4, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.4, size=1.4 K (1393bytes) at 1733250445837Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.4 so closing down at 1733250445841 (+4 ms)3 split writer threads finished at 1733250445841Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733250445844 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733250445844Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250445853 (+9 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733250445855 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250446254 (+399 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733250446260 (+6 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250446260 2024-12-03T18:27:26,262 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.4 to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/oldWALs/wal.dat.4 2024-12-03T18:27:26,262 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T18:27:26,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.5 2024-12-03T18:27:26,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.5 after 1ms 2024-12-03T18:27:26,264 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.5 took 2ms 2024-12-03T18:27:26,269 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.5 so closing down 2024-12-03T18:27:26,269 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:26,270 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:26,277 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T18:27:26,277 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T18:27:26,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T18:27:26,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T18:27:26,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742272_1452 (size=743) 2024-12-03T18:27:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742273_1453 (size=743) 2024-12-03T18:27:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742272_1452 (size=743) 2024-12-03T18:27:26,283 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742273_1453 (size=743) 2024-12-03T18:27:26,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:26,284 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T18:27:26,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T18:27:26,285 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T18:27:26,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.5, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.5, size=1.4 K (1393bytes) at 1733250446262Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.5 so closing down at 1733250446269 (+7 ms)3 split writer threads finished at 1733250446270 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733250446278 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733250446278Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250446283 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250446284 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733250446284Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733250446285 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733250446285 2024-12-03T18:27:26,286 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.5 to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/oldWALs/wal.dat.5 2024-12-03T18:27:26,287 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T18:27:26,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.6 2024-12-03T18:27:26,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.6 after 0ms 2024-12-03T18:27:26,289 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.6 took 2ms 2024-12-03T18:27:26,295 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.6 so closing down 2024-12-03T18:27:26,295 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:26,299 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:26,313 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T18:27:26,317 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T18:27:26,319 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T18:27:26,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T18:27:26,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742275_1455 (size=749) 2024-12-03T18:27:26,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742275_1455 (size=749) 2024-12-03T18:27:26,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:26,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742274_1454 (size=749) 2024-12-03T18:27:26,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742274_1454 (size=749) 2024-12-03T18:27:26,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T18:27:26,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:26,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T18:27:26,351 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T18:27:26,351 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.6, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.6, size=1.4 K (1405bytes) at 1733250446287Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.6 so closing down at 1733250446295 (+8 ms)3 split writer threads finished at 1733250446299 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733250446319 (+20 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733250446319Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250446331 (+12 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733250446338 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250446342 (+4 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733250446350 (+8 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733250446351 (+1 ms) 2024-12-03T18:27:26,354 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.6 to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/oldWALs/wal.dat.6 2024-12-03T18:27:26,355 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T18:27:26,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.7 2024-12-03T18:27:26,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.7 after 0ms 2024-12-03T18:27:26,359 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.7 took 5ms 2024-12-03T18:27:26,362 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.7 so closing down 2024-12-03T18:27:26,362 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:26,362 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:26,365 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T18:27:26,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T18:27:26,369 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T18:27:26,370 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T18:27:26,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742276_1456 (size=753) 2024-12-03T18:27:26,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742276_1456 (size=753) 2024-12-03T18:27:26,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:26,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742277_1457 (size=753) 2024-12-03T18:27:26,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742277_1457 (size=753) 2024-12-03T18:27:26,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:26,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T18:27:26,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T18:27:26,375 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:26,375 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.7, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.7, size=1.4 K (1413bytes) at 1733250446355Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.7 so closing down at 1733250446362 (+7 ms)3 split writer threads finished at 1733250446362Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733250446367 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733250446370 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250446372 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250446374 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733250446374Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733250446374Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250446375 (+1 ms) 2024-12-03T18:27:26,376 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.7 to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/oldWALs/wal.dat.7 2024-12-03T18:27:26,376 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T18:27:26,376 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.8 2024-12-03T18:27:26,376 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.8 after 0ms 2024-12-03T18:27:26,378 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.8 took 2ms 2024-12-03T18:27:26,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.8 so closing down 2024-12-03T18:27:26,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:26,379 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:26,380 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T18:27:26,380 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T18:27:26,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T18:27:26,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T18:27:26,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742278_1458 (size=753) 2024-12-03T18:27:26,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742278_1458 (size=753) 2024-12-03T18:27:26,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742279_1459 (size=753) 2024-12-03T18:27:26,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742279_1459 (size=753) 2024-12-03T18:27:26,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:26,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:26,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T18:27:26,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T18:27:26,389 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:26,389 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.8, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.8, size=1.4 K (1413bytes) at 1733250446376Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.8 so closing down at 1733250446379 (+3 ms)3 split writer threads finished at 1733250446379Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733250446381 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733250446381Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250446387 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250446388 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733250446389 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733250446389Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250446389 2024-12-03T18:27:26,390 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.8 to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/oldWALs/wal.dat.8 2024-12-03T18:27:26,391 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T18:27:26,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.9 2024-12-03T18:27:26,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.9 after 0ms 2024-12-03T18:27:26,393 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.9 took 3ms 2024-12-03T18:27:26,395 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.9 so closing down 2024-12-03T18:27:26,395 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:26,395 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:26,397 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T18:27:26,398 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T18:27:26,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T18:27:26,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T18:27:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742281_1461 (size=753) 2024-12-03T18:27:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742281_1461 (size=753) 2024-12-03T18:27:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742280_1460 (size=753) 2024-12-03T18:27:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742280_1460 (size=753) 2024-12-03T18:27:26,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:26,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T18:27:26,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:26,807 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T18:27:26,807 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T18:27:26,808 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.9, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.9, size=1.4 K (1413bytes) at 1733250446391Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.9 so closing down at 1733250446395 (+4 ms)3 split writer threads finished at 1733250446395Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733250446399 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733250446399Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250446804 (+405 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733250446806 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250446806Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733250446807 (+1 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733250446808 (+1 ms) 2024-12-03T18:27:26,809 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/WALs/testlogsgetarchivedaftersplit,16010,1733250443477/wal.dat.9 to hdfs://localhost:39871/user/jenkins/test-data/c212007c-3386-5051-7f6b-d733cb8072a4/oldWALs/wal.dat.9 2024-12-03T18:27:26,817 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=132 (was 137), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=683 (was 681) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=963 (was 1132) 2024-12-03T18:27:26,835 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=132, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=683, ProcessCount=11, AvailableMemoryMB=962 2024-12-03T18:27:26,835 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:26,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742282_1462 (size=7) 2024-12-03T18:27:26,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742282_1462 (size=7) 2024-12-03T18:27:26,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:26,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:26,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:26,852 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-12-03T18:27:26,852 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-12-03T18:27:26,853 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:27:26,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742283_1463 (size=723) 2024-12-03T18:27:26,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742283_1463 (size=723) 2024-12-03T18:27:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:27:26,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:27:26,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742284_1464 (size=723) 2024-12-03T18:27:26,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742284_1464 (size=723) 2024-12-03T18:27:26,870 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:27:26,871 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:27:26,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742285_1465 (size=723) 2024-12-03T18:27:26,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742285_1465 (size=723) 2024-12-03T18:27:26,883 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:27:26,883 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:27:26,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742286_1466 (size=723) 2024-12-03T18:27:26,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742286_1466 (size=723) 2024-12-03T18:27:26,892 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:27:26,892 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:27:26,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742287_1467 (size=723) 2024-12-03T18:27:26,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742287_1467 (size=723) 2024-12-03T18:27:26,903 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:27:26,903 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:27:26,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742288_1468 (size=723) 2024-12-03T18:27:26,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742288_1468 (size=723) 2024-12-03T18:27:26,912 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:27:26,912 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:27:26,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742289_1469 (size=723) 2024-12-03T18:27:26,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742289_1469 (size=723) 2024-12-03T18:27:26,920 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:27:26,920 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:27:26,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742290_1470 (size=723) 2024-12-03T18:27:26,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742290_1470 (size=723) 2024-12-03T18:27:26,931 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:27:26,931 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:27:26,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742291_1471 (size=723) 2024-12-03T18:27:26,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742291_1471 (size=723) 2024-12-03T18:27:26,940 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:27:26,940 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:27:26,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:26,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:26,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742292_1472 (size=723) 2024-12-03T18:27:26,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742292_1472 (size=723) 2024-12-03T18:27:26,948 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:27:26,964 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/oldWALs, maxLogs=32 2024-12-03T18:27:26,998 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1733250446995 2024-12-03T18:27:27,009 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1733250446995 2024-12-03T18:27:27,075 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:40129:40129),(127.0.0.1/127.0.0.1:36625:36625)] 2024-12-03T18:27:27,112 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733250446852/wal.dat.0, size=723 (723bytes) 2024-12-03T18:27:27,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733250446852/wal.dat.0 2024-12-03T18:27:27,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733250446852/wal.dat.0 after 0ms 2024-12-03T18:27:27,116 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733250446852/wal.dat.0 took 5ms 2024-12-03T18:27:27,139 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733250446852/wal.dat.0 so closing down 2024-12-03T18:27:27,139 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:27,143 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:27,152 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:27,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:27,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742294_1474 (size=723) 2024-12-03T18:27:27,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742294_1474 (size=723) 2024-12-03T18:27:27,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:27,172 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/data/default/t1/r0/recovered.edits/0000000000000000009 2024-12-03T18:27:27,173 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733250446852/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-12-03T18:27:27,173 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733250446852/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733250446852/wal.dat.0, size=723 (723bytes) at 1733250447112Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733250446852/wal.dat.0 so closing down at 1733250447139 (+27 ms)3 split writer threads finished at 1733250447143 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250447160 (+17 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250447171 (+11 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/data/default/t1/r0/recovered.edits/0000000000000000009 at 1733250447172 (+1 ms)Processed 10 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733250446852/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1733250447173 (+1 ms) 2024-12-03T18:27:27,174 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T18:27:27,174 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T18:27:27,174 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T18:27:27,175 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T18:27:27,175 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T18:27:27,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742293_1473 (size=93) 2024-12-03T18:27:27,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742293_1473 (size=93) 2024-12-03T18:27:27,581 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/142b853f-ee28-8692-ab6c-14e64daf0af0/oldWALs 2024-12-03T18:27:27,583 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1733250446995) 2024-12-03T18:27:27,598 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=138 (was 132) - Thread LEAK? -, OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=683 (was 683), ProcessCount=11 (was 11), AvailableMemoryMB=895 (was 962) 2024-12-03T18:27:27,609 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=683, ProcessCount=11, AvailableMemoryMB=894 2024-12-03T18:27:27,609 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:27,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742295_1475 (size=7) 2024-12-03T18:27:27,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742295_1475 (size=7) 2024-12-03T18:27:27,622 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:27,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:27,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:27,626 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:27,628 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-12-03T18:27:27,628 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:27,628 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:27:27,629 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:27:27,630 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:27:27,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742296_1476 (size=1393) 2024-12-03T18:27:27,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742296_1476 (size=1393) 2024-12-03T18:27:27,678 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:27:27,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:27:27,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:27,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:27,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742297_1477 (size=1393) 2024-12-03T18:27:27,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742297_1477 (size=1393) 2024-12-03T18:27:28,120 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:27:28,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:27:28,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742298_1478 (size=1393) 2024-12-03T18:27:28,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742298_1478 (size=1393) 2024-12-03T18:27:28,130 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:27:28,130 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:27:28,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742299_1479 (size=1393) 2024-12-03T18:27:28,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742299_1479 (size=1393) 2024-12-03T18:27:28,140 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:27:28,140 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:27:28,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742300_1480 (size=1393) 2024-12-03T18:27:28,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742300_1480 (size=1393) 2024-12-03T18:27:28,150 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:27:28,151 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:27:28,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742301_1481 (size=1393) 2024-12-03T18:27:28,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742301_1481 (size=1393) 2024-12-03T18:27:28,161 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:27:28,162 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:27:28,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742302_1482 (size=1405) 2024-12-03T18:27:28,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742302_1482 (size=1405) 2024-12-03T18:27:28,176 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:27:28,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:27:28,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742303_1483 (size=1413) 2024-12-03T18:27:28,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742303_1483 (size=1413) 2024-12-03T18:27:28,193 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:27:28,193 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:27:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742304_1484 (size=1413) 2024-12-03T18:27:28,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742304_1484 (size=1413) 2024-12-03T18:27:28,206 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:27:28,207 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:27:28,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742305_1485 (size=1413) 2024-12-03T18:27:28,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742305_1485 (size=1413) 2024-12-03T18:27:28,222 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:27:28,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T18:27:28,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 2024-12-03T18:27:28,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 after 1ms 2024-12-03T18:27:28,269 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 took 3ms 2024-12-03T18:27:28,271 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:28,272 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 so closing down 2024-12-03T18:27:28,272 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:28,273 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:28,273 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:28,273 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0, size=1.4 K (1393bytes) at 1733250448266Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 so closing down at 1733250448272 (+6 ms)3 split writer threads finished at 1733250448273 (+1 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250448273 2024-12-03T18:27:28,275 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.0 2024-12-03T18:27:28,276 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T18:27:28,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 2024-12-03T18:27:28,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 after 0ms 2024-12-03T18:27:28,278 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 took 3ms 2024-12-03T18:27:28,279 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:28,280 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 so closing down 2024-12-03T18:27:28,280 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:28,280 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:28,280 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:28,280 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1, size=1.4 K (1393bytes) at 1733250448276Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 so closing down at 1733250448280 (+4 ms)3 split writer threads finished at 1733250448280Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250448280 2024-12-03T18:27:28,282 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.1 2024-12-03T18:27:28,282 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T18:27:28,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 2024-12-03T18:27:28,283 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 after 1ms 2024-12-03T18:27:28,288 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 took 6ms 2024-12-03T18:27:28,289 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:28,289 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 so closing down 2024-12-03T18:27:28,289 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:28,290 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:28,290 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:28,290 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2, size=1.4 K (1393bytes) at 1733250448282Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 so closing down at 1733250448289 (+7 ms)3 split writer threads finished at 1733250448290 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250448290 2024-12-03T18:27:28,292 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.2 2024-12-03T18:27:28,293 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T18:27:28,293 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 2024-12-03T18:27:28,293 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 after 0ms 2024-12-03T18:27:28,295 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 took 3ms 2024-12-03T18:27:28,296 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:28,296 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 so closing down 2024-12-03T18:27:28,296 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:28,296 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:28,296 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:28,296 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3, size=1.4 K (1393bytes) at 1733250448293Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 so closing down at 1733250448296 (+3 ms)3 split writer threads finished at 1733250448296Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250448296 2024-12-03T18:27:28,298 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.3 2024-12-03T18:27:28,298 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T18:27:28,298 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 2024-12-03T18:27:28,298 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 after 0ms 2024-12-03T18:27:28,300 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 took 2ms 2024-12-03T18:27:28,301 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:28,302 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 so closing down 2024-12-03T18:27:28,302 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:28,302 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:28,302 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:28,302 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4, size=1.4 K (1393bytes) at 1733250448298Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 so closing down at 1733250448302 (+4 ms)3 split writer threads finished at 1733250448302Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250448302 2024-12-03T18:27:28,304 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.4 2024-12-03T18:27:28,304 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T18:27:28,304 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 2024-12-03T18:27:28,304 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 after 0ms 2024-12-03T18:27:28,306 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 took 2ms 2024-12-03T18:27:28,307 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:28,308 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 so closing down 2024-12-03T18:27:28,308 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:28,308 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:28,308 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:28,308 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5, size=1.4 K (1393bytes) at 1733250448304Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 so closing down at 1733250448308 (+4 ms)3 split writer threads finished at 1733250448308Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250448308 2024-12-03T18:27:28,310 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.5 2024-12-03T18:27:28,310 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T18:27:28,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 2024-12-03T18:27:28,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 after 0ms 2024-12-03T18:27:28,312 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 took 2ms 2024-12-03T18:27:28,313 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:28,313 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 so closing down 2024-12-03T18:27:28,313 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:28,313 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:28,313 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-12-03T18:27:28,313 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6, size=1.4 K (1405bytes) at 1733250448310Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 so closing down at 1733250448313 (+3 ms)3 split writer threads finished at 1733250448313Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1733250448313 2024-12-03T18:27:28,315 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.6 2024-12-03T18:27:28,315 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T18:27:28,315 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 2024-12-03T18:27:28,315 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 after 0ms 2024-12-03T18:27:28,317 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 took 2ms 2024-12-03T18:27:28,318 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:28,318 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 so closing down 2024-12-03T18:27:28,318 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:28,319 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:28,319 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T18:27:28,319 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7, size=1.4 K (1413bytes) at 1733250448315Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 so closing down at 1733250448318 (+3 ms)3 split writer threads finished at 1733250448319 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733250448319 2024-12-03T18:27:28,320 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.7 2024-12-03T18:27:28,320 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T18:27:28,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 2024-12-03T18:27:28,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 after 0ms 2024-12-03T18:27:28,323 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 took 3ms 2024-12-03T18:27:28,324 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:28,324 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 so closing down 2024-12-03T18:27:28,324 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:28,324 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:28,324 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T18:27:28,324 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8, size=1.4 K (1413bytes) at 1733250448320Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 so closing down at 1733250448324 (+4 ms)3 split writer threads finished at 1733250448324Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733250448324 2024-12-03T18:27:28,326 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.8 2024-12-03T18:27:28,326 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T18:27:28,326 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 2024-12-03T18:27:28,326 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 after 0ms 2024-12-03T18:27:28,328 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 took 2ms 2024-12-03T18:27:28,329 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:28,329 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 so closing down 2024-12-03T18:27:28,329 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:28,329 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:28,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T18:27:28,329 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9, size=1.4 K (1413bytes) at 1733250448326Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 so closing down at 1733250448329 (+3 ms)3 split writer threads finished at 1733250448329Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733250448329 2024-12-03T18:27:28,331 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.9 2024-12-03T18:27:28,333 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250448274; access_time=1733250447630; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250448281; access_time=1733250447680; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250448291; access_time=1733250448120; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250448297; access_time=1733250448130; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250448303; access_time=1733250448140; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250448309; access_time=1733250448151; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1733250448314; access_time=1733250448162; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733250448320; access_time=1733250448176; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733250448325; access_time=1733250448193; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733250448330; access_time=1733250448207; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-03T18:27:28,337 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:28,337 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:27:28,337 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:27:28,338 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:27:28,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742306_1486 (size=1393) 2024-12-03T18:27:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742306_1486 (size=1393) 2024-12-03T18:27:28,353 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:27:28,353 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:27:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742307_1487 (size=1393) 2024-12-03T18:27:28,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742307_1487 (size=1393) 2024-12-03T18:27:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:27:28,370 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:27:28,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742308_1488 (size=1393) 2024-12-03T18:27:28,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742308_1488 (size=1393) 2024-12-03T18:27:28,386 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:27:28,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:27:28,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742309_1489 (size=1393) 2024-12-03T18:27:28,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742309_1489 (size=1393) 2024-12-03T18:27:28,399 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:27:28,399 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:27:28,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742310_1490 (size=1393) 2024-12-03T18:27:28,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742310_1490 (size=1393) 2024-12-03T18:27:28,419 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:27:28,419 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:27:28,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742311_1491 (size=1393) 2024-12-03T18:27:28,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742311_1491 (size=1393) 2024-12-03T18:27:28,439 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:27:28,439 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:27:28,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742312_1492 (size=1405) 2024-12-03T18:27:28,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742312_1492 (size=1405) 2024-12-03T18:27:28,483 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:27:28,484 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:27:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742313_1493 (size=1413) 2024-12-03T18:27:28,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742313_1493 (size=1413) 2024-12-03T18:27:28,499 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:27:28,499 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:27:28,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742314_1494 (size=1413) 2024-12-03T18:27:28,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742314_1494 (size=1413) 2024-12-03T18:27:28,514 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:27:28,514 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:27:28,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:28,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742315_1495 (size=1413) 2024-12-03T18:27:28,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742315_1495 (size=1413) 2024-12-03T18:27:28,527 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:27:28,548 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T18:27:28,548 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 2024-12-03T18:27:28,549 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 after 1ms 2024-12-03T18:27:28,551 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 took 3ms 2024-12-03T18:27:28,554 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:28,554 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 so closing down 2024-12-03T18:27:28,554 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:28,555 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:28,556 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:28,556 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:28,557 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:28,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:28,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742317_1497 (size=418) 2024-12-03T18:27:28,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742316_1496 (size=418) 2024-12-03T18:27:28,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742317_1497 (size=418) 2024-12-03T18:27:28,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742316_1496 (size=418) 2024-12-03T18:27:28,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:28,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:28,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-12-03T18:27:28,583 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-12-03T18:27:28,583 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:28,583 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0, size=1.4 K (1393bytes) at 1733250448548Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 so closing down at 1733250448554 (+6 ms)3 split writer threads finished at 1733250448555 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733250448557 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250448558 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250448581 (+23 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250448581Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1733250448583 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1733250448583Processed 10 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250448583 2024-12-03T18:27:28,586 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.0 2024-12-03T18:27:28,586 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T18:27:28,586 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 2024-12-03T18:27:28,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 after 1ms 2024-12-03T18:27:28,592 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 took 6ms 2024-12-03T18:27:28,593 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:28,593 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 so closing down 2024-12-03T18:27:28,593 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:28,594 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:28,596 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:28,598 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:28,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:28,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:28,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742318_1498 (size=418) 2024-12-03T18:27:28,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742318_1498 (size=418) 2024-12-03T18:27:28,607 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:28,609 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-12-03T18:27:28,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742319_1499 (size=418) 2024-12-03T18:27:28,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742319_1499 (size=418) 2024-12-03T18:27:28,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:28,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-12-03T18:27:28,626 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:28,627 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1, size=1.4 K (1393bytes) at 1733250448586Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 so closing down at 1733250448593 (+7 ms)3 split writer threads finished at 1733250448594 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733250448603 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733250448603Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250448607 (+4 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1733250448609 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250448619 (+10 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1733250448624 (+5 ms)Processed 10 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250448627 (+3 ms) 2024-12-03T18:27:28,637 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.1 2024-12-03T18:27:28,638 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T18:27:28,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 2024-12-03T18:27:28,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 after 1ms 2024-12-03T18:27:28,648 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 took 11ms 2024-12-03T18:27:28,652 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:28,652 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 so closing down 2024-12-03T18:27:28,652 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:28,653 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:28,660 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:28,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:28,664 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:28,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742320_1500 (size=418) 2024-12-03T18:27:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742320_1500 (size=418) 2024-12-03T18:27:28,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:28,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-12-03T18:27:28,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742321_1501 (size=418) 2024-12-03T18:27:28,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742321_1501 (size=418) 2024-12-03T18:27:28,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:28,749 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-12-03T18:27:28,749 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:28,749 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2, size=1.4 K (1393bytes) at 1733250448638Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 so closing down at 1733250448652 (+14 ms)3 split writer threads finished at 1733250448653 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733250448661 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733250448687 (+26 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250448710 (+23 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1733250448712 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250448744 (+32 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1733250448749 (+5 ms)Processed 10 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250448749 2024-12-03T18:27:28,751 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.2 2024-12-03T18:27:28,751 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T18:27:28,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 2024-12-03T18:27:28,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 after 0ms 2024-12-03T18:27:28,755 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 took 4ms 2024-12-03T18:27:28,764 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:28,764 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 so closing down 2024-12-03T18:27:28,764 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:28,764 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:28,767 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:28,768 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:28,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:28,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:28,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742322_1502 (size=418) 2024-12-03T18:27:28,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742322_1502 (size=418) 2024-12-03T18:27:28,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:28,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-12-03T18:27:28,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742323_1503 (size=418) 2024-12-03T18:27:28,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742323_1503 (size=418) 2024-12-03T18:27:28,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:28,818 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-12-03T18:27:28,818 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:28,818 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3, size=1.4 K (1393bytes) at 1733250448751Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 so closing down at 1733250448764 (+13 ms)3 split writer threads finished at 1733250448764Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733250448769 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733250448770 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250448798 (+28 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1733250448799 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250448816 (+17 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1733250448818 (+2 ms)Processed 10 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250448818 2024-12-03T18:27:28,820 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.3 2024-12-03T18:27:28,820 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T18:27:28,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 2024-12-03T18:27:28,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 after 0ms 2024-12-03T18:27:28,822 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 took 2ms 2024-12-03T18:27:28,823 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:28,824 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 so closing down 2024-12-03T18:27:28,824 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:28,824 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:28,826 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:28,826 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:28,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:28,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:28,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742324_1504 (size=418) 2024-12-03T18:27:28,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742324_1504 (size=418) 2024-12-03T18:27:28,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:28,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-12-03T18:27:28,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742325_1505 (size=418) 2024-12-03T18:27:28,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742325_1505 (size=418) 2024-12-03T18:27:28,849 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:28,850 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-12-03T18:27:28,850 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:28,850 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4, size=1.4 K (1393bytes) at 1733250448820Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 so closing down at 1733250448824 (+4 ms)3 split writer threads finished at 1733250448824Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733250448827 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733250448830 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250448841 (+11 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1733250448842 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250448849 (+7 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1733250448850 (+1 ms)Processed 10 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250448850 2024-12-03T18:27:28,853 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.4 2024-12-03T18:27:28,853 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T18:27:28,853 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 2024-12-03T18:27:28,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 after 1ms 2024-12-03T18:27:28,856 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 took 3ms 2024-12-03T18:27:28,858 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:28,858 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 so closing down 2024-12-03T18:27:28,858 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:28,862 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:28,864 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T18:27:28,864 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T18:27:28,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T18:27:28,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T18:27:28,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742326_1506 (size=418) 2024-12-03T18:27:28,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742326_1506 (size=418) 2024-12-03T18:27:28,870 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:28,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742327_1507 (size=418) 2024-12-03T18:27:28,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-12-03T18:27:28,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742327_1507 (size=418) 2024-12-03T18:27:28,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:28,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-12-03T18:27:28,875 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:28,875 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5, size=1.4 K (1393bytes) at 1733250448853Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 so closing down at 1733250448858 (+5 ms)3 split writer threads finished at 1733250448862 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733250448865 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733250448867 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250448870 (+3 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1733250448872 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250448872Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1733250448874 (+2 ms)Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250448875 (+1 ms) 2024-12-03T18:27:28,881 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.5 2024-12-03T18:27:28,882 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T18:27:28,882 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 2024-12-03T18:27:28,882 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 after 0ms 2024-12-03T18:27:28,884 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 took 2ms 2024-12-03T18:27:28,886 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:28,886 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 so closing down 2024-12-03T18:27:28,886 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:28,886 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:28,892 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T18:27:28,895 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T18:27:28,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T18:27:28,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T18:27:28,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742329_1509 (size=419) 2024-12-03T18:27:28,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742329_1509 (size=419) 2024-12-03T18:27:28,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:28,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-12-03T18:27:28,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742328_1508 (size=419) 2024-12-03T18:27:28,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742328_1508 (size=419) 2024-12-03T18:27:29,327 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:29,329 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-12-03T18:27:29,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 444 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-12-03T18:27:29,329 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6, size=1.4 K (1405bytes) at 1733250448882Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 so closing down at 1733250448886 (+4 ms)3 split writer threads finished at 1733250448886Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733250448896 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733250448902 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250448916 (+14 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1733250448917 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250449327 (+410 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1733250449329 (+2 ms)Processed 10 edits across 2 Regions in 444 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1733250449329 2024-12-03T18:27:29,331 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.6 2024-12-03T18:27:29,331 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T18:27:29,331 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 2024-12-03T18:27:29,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 after 1ms 2024-12-03T18:27:29,334 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 took 3ms 2024-12-03T18:27:29,335 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:29,336 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 so closing down 2024-12-03T18:27:29,336 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:29,338 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:29,344 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T18:27:29,344 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T18:27:29,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T18:27:29,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T18:27:29,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742330_1510 (size=423) 2024-12-03T18:27:29,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742330_1510 (size=423) 2024-12-03T18:27:29,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742331_1511 (size=423) 2024-12-03T18:27:29,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742331_1511 (size=423) 2024-12-03T18:27:29,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:29,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-12-03T18:27:29,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:29,771 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-12-03T18:27:29,771 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T18:27:29,771 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7, size=1.4 K (1413bytes) at 1733250449331Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 so closing down at 1733250449336 (+5 ms)3 split writer threads finished at 1733250449338 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733250449347 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733250449350 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250449371 (+21 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1733250449372 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250449768 (+396 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1733250449771 (+3 ms)Processed 10 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733250449771 2024-12-03T18:27:29,773 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.7 2024-12-03T18:27:29,773 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T18:27:29,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 2024-12-03T18:27:29,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 after 0ms 2024-12-03T18:27:29,780 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 took 7ms 2024-12-03T18:27:29,786 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:29,786 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 so closing down 2024-12-03T18:27:29,786 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:29,788 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:29,796 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T18:27:29,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T18:27:29,807 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T18:27:29,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T18:27:29,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742332_1512 (size=423) 2024-12-03T18:27:29,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742332_1512 (size=423) 2024-12-03T18:27:29,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742333_1513 (size=423) 2024-12-03T18:27:29,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742333_1513 (size=423) 2024-12-03T18:27:30,207 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:30,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-12-03T18:27:30,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:30,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-12-03T18:27:30,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T18:27:30,232 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8, size=1.4 K (1413bytes) at 1733250449773Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 so closing down at 1733250449786 (+13 ms)3 split writer threads finished at 1733250449788 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733250449798 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733250449809 (+11 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250450207 (+398 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1733250450208 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250450229 (+21 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1733250450232 (+3 ms)Processed 10 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733250450232 2024-12-03T18:27:30,234 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.8 2024-12-03T18:27:30,234 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T18:27:30,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 2024-12-03T18:27:30,239 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 after 5ms 2024-12-03T18:27:30,240 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 took 6ms 2024-12-03T18:27:30,245 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:30,246 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 so closing down 2024-12-03T18:27:30,246 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:30,246 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:30,248 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T18:27:30,248 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T18:27:30,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T18:27:30,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T18:27:30,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742334_1514 (size=423) 2024-12-03T18:27:30,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742334_1514 (size=423) 2024-12-03T18:27:30,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742335_1515 (size=423) 2024-12-03T18:27:30,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742335_1515 (size=423) 2024-12-03T18:27:30,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:30,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:30,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-12-03T18:27:30,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-12-03T18:27:30,660 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T18:27:30,660 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9, size=1.4 K (1413bytes) at 1733250450234Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 so closing down at 1733250450246 (+12 ms)3 split writer threads finished at 1733250450246Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733250450249 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733250450249Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250450659 (+410 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733250450659Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1733250450660 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1733250450660Processed 10 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733250450660 2024-12-03T18:27:30,662 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.9 2024-12-03T18:27:30,663 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250448585; access_time=1733250448338; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250448635; access_time=1733250448354; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250448750; access_time=1733250448371; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250448819; access_time=1733250448386; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250448851; access_time=1733250448400; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250448876; access_time=1733250448420; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1733250449330; access_time=1733250448440; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733250449772; access_time=1733250448485; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733250450233; access_time=1733250448499; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733250450661; access_time=1733250448515; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-03T18:27:30,667 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:30,667 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:27:30,668 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:27:30,669 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:27:30,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742336_1516 (size=1393) 2024-12-03T18:27:30,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742336_1516 (size=1393) 2024-12-03T18:27:30,686 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:27:30,686 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T18:27:30,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742337_1517 (size=1393) 2024-12-03T18:27:30,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742337_1517 (size=1393) 2024-12-03T18:27:30,698 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T18:27:30,698 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T18:27:30,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742338_1518 (size=1393) 2024-12-03T18:27:30,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742338_1518 (size=1393) 2024-12-03T18:27:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T18:27:30,717 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T18:27:30,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742339_1519 (size=1393) 2024-12-03T18:27:30,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742339_1519 (size=1393) 2024-12-03T18:27:30,729 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T18:27:30,729 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T18:27:30,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742340_1520 (size=1393) 2024-12-03T18:27:30,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742340_1520 (size=1393) 2024-12-03T18:27:30,750 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T18:27:30,750 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T18:27:30,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742341_1521 (size=1393) 2024-12-03T18:27:30,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742341_1521 (size=1393) 2024-12-03T18:27:30,768 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T18:27:30,769 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T18:27:30,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742342_1522 (size=1405) 2024-12-03T18:27:30,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742342_1522 (size=1405) 2024-12-03T18:27:30,783 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T18:27:30,783 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T18:27:30,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742343_1523 (size=1413) 2024-12-03T18:27:30,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742343_1523 (size=1413) 2024-12-03T18:27:30,814 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T18:27:30,815 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T18:27:30,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:30,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:30,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742344_1524 (size=1413) 2024-12-03T18:27:30,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742344_1524 (size=1413) 2024-12-03T18:27:31,226 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T18:27:31,227 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T18:27:31,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:31,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:31,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742345_1525 (size=1413) 2024-12-03T18:27:31,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742345_1525 (size=1413) 2024-12-03T18:27:31,647 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T18:27:31,669 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T18:27:31,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 2024-12-03T18:27:31,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 after 1ms 2024-12-03T18:27:31,671 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 took 2ms 2024-12-03T18:27:31,676 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:31,677 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 so closing down 2024-12-03T18:27:31,677 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:31,677 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:31,679 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:31,680 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:31,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T18:27:31,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T18:27:31,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742346_1526 (size=743) 2024-12-03T18:27:31,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742346_1526 (size=743) 2024-12-03T18:27:31,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742347_1527 (size=678) 2024-12-03T18:27:31,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742347_1527 (size=678) 2024-12-03T18:27:31,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:31,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-12-03T18:27:32,086 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:32,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T18:27:32,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:32,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0, size=1.4 K (1393bytes) at 1733250451669Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 so closing down at 1733250451677 (+8 ms)3 split writer threads finished at 1733250451677Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733250451680 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733250451682 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733250451687 (+5 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1733250451688 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250452086 (+398 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733250452087 (+1 ms)Processed 19 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250452088 (+1 ms) 2024-12-03T18:27:32,089 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.0 2024-12-03T18:27:32,090 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T18:27:32,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 2024-12-03T18:27:32,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 after 0ms 2024-12-03T18:27:32,092 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 took 2ms 2024-12-03T18:27:32,095 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:32,096 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 so closing down 2024-12-03T18:27:32,096 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:32,096 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:32,098 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:32,100 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:32,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T18:27:32,115 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T18:27:32,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742348_1528 (size=743) 2024-12-03T18:27:32,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742348_1528 (size=743) 2024-12-03T18:27:32,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742349_1529 (size=678) 2024-12-03T18:27:32,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742349_1529 (size=678) 2024-12-03T18:27:32,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:32,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:32,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T18:27:32,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-12-03T18:27:32,148 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:32,148 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1, size=1.4 K (1393bytes) at 1733250452090Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 so closing down at 1733250452096 (+6 ms)3 split writer threads finished at 1733250452096Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733250452110 (+14 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733250452115 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250452146 (+31 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733250452147 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733250452147Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1733250452148 (+1 ms)Processed 19 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250452148 2024-12-03T18:27:32,149 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.1 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.1 2024-12-03T18:27:32,150 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T18:27:32,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 2024-12-03T18:27:32,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 after 0ms 2024-12-03T18:27:32,153 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 took 4ms 2024-12-03T18:27:32,159 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:32,159 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 so closing down 2024-12-03T18:27:32,159 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:32,160 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:32,162 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:32,162 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:32,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T18:27:32,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T18:27:32,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742351_1531 (size=678) 2024-12-03T18:27:32,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742351_1531 (size=678) 2024-12-03T18:27:32,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742350_1530 (size=743) 2024-12-03T18:27:32,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742350_1530 (size=743) 2024-12-03T18:27:32,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:32,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:32,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-12-03T18:27:32,172 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T18:27:32,172 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:32,172 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2, size=1.4 K (1393bytes) at 1733250452150Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 so closing down at 1733250452159 (+9 ms)3 split writer threads finished at 1733250452160 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733250452163 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733250452163Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733250452170 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250452170Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1733250452172 (+2 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733250452172Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250452172 2024-12-03T18:27:32,175 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.2 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.2 2024-12-03T18:27:32,175 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T18:27:32,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 2024-12-03T18:27:32,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 after 1ms 2024-12-03T18:27:32,178 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 took 3ms 2024-12-03T18:27:32,179 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:32,179 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 so closing down 2024-12-03T18:27:32,179 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:32,179 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:32,181 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:32,181 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:32,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T18:27:32,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T18:27:32,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742353_1533 (size=678) 2024-12-03T18:27:32,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742353_1533 (size=678) 2024-12-03T18:27:32,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742352_1532 (size=743) 2024-12-03T18:27:32,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742352_1532 (size=743) 2024-12-03T18:27:32,199 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:32,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:32,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T18:27:32,207 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-12-03T18:27:32,207 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:32,207 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3, size=1.4 K (1393bytes) at 1733250452175Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 so closing down at 1733250452179 (+4 ms)3 split writer threads finished at 1733250452179Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733250452182 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733250452182Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733250452199 (+17 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250452199Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733250452207 (+8 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1733250452207Processed 19 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250452207 2024-12-03T18:27:32,209 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.3 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.3 2024-12-03T18:27:32,209 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T18:27:32,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 2024-12-03T18:27:32,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 after 0ms 2024-12-03T18:27:32,211 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 took 2ms 2024-12-03T18:27:32,212 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:32,213 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 so closing down 2024-12-03T18:27:32,213 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:32,213 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:32,216 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:32,217 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:32,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T18:27:32,223 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T18:27:32,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742354_1534 (size=743) 2024-12-03T18:27:32,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742354_1534 (size=743) 2024-12-03T18:27:32,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:32,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742355_1535 (size=678) 2024-12-03T18:27:32,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T18:27:32,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742355_1535 (size=678) 2024-12-03T18:27:32,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:32,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-12-03T18:27:32,238 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:32,238 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4, size=1.4 K (1393bytes) at 1733250452209Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 so closing down at 1733250452213 (+4 ms)3 split writer threads finished at 1733250452213Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733250452218 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733250452223 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250452231 (+8 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733250452236 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733250452236Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1733250452237 (+1 ms)Processed 19 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250452238 (+1 ms) 2024-12-03T18:27:32,240 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.4 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.4 2024-12-03T18:27:32,240 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T18:27:32,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 2024-12-03T18:27:32,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 after 0ms 2024-12-03T18:27:32,242 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 took 2ms 2024-12-03T18:27:32,243 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:32,244 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 so closing down 2024-12-03T18:27:32,244 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:32,244 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:32,246 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T18:27:32,246 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T18:27:32,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T18:27:32,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T18:27:32,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742357_1537 (size=678) 2024-12-03T18:27:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742356_1536 (size=743) 2024-12-03T18:27:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742356_1536 (size=743) 2024-12-03T18:27:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742357_1537 (size=678) 2024-12-03T18:27:32,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:32,251 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:32,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T18:27:32,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-12-03T18:27:32,253 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T18:27:32,253 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5, size=1.4 K (1393bytes) at 1733250452240Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 so closing down at 1733250452244 (+4 ms)3 split writer threads finished at 1733250452244Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733250452247 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733250452247Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250452251 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733250452251Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733250452252 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1733250452252Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733250452253 (+1 ms) 2024-12-03T18:27:32,255 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.5 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.5 2024-12-03T18:27:32,255 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T18:27:32,255 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 2024-12-03T18:27:32,256 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 after 0ms 2024-12-03T18:27:32,257 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 took 2ms 2024-12-03T18:27:32,259 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:32,259 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 so closing down 2024-12-03T18:27:32,259 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:32,259 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:32,264 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T18:27:32,264 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T18:27:32,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T18:27:32,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T18:27:32,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742358_1538 (size=749) 2024-12-03T18:27:32,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742358_1538 (size=749) 2024-12-03T18:27:32,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:32,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742359_1539 (size=683) 2024-12-03T18:27:32,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:32,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T18:27:32,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742359_1539 (size=683) 2024-12-03T18:27:32,292 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-12-03T18:27:32,292 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-12-03T18:27:32,292 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6, size=1.4 K (1405bytes) at 1733250452255Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 so closing down at 1733250452259 (+4 ms)3 split writer threads finished at 1733250452259Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733250452265 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733250452265Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250452285 (+20 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733250452290 (+5 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733250452291 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1733250452292 (+1 ms)Processed 19 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1733250452292 2024-12-03T18:27:32,294 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.6 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.6 2024-12-03T18:27:32,294 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T18:27:32,294 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 2024-12-03T18:27:32,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 after 1ms 2024-12-03T18:27:32,297 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 took 3ms 2024-12-03T18:27:32,304 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:32,304 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 so closing down 2024-12-03T18:27:32,304 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:32,308 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:32,319 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T18:27:32,320 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T18:27:32,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T18:27:32,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T18:27:32,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742360_1540 (size=687) 2024-12-03T18:27:32,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742360_1540 (size=687) 2024-12-03T18:27:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742361_1541 (size=753) 2024-12-03T18:27:32,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742361_1541 (size=753) 2024-12-03T18:27:32,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:32,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:32,774 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-12-03T18:27:32,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T18:27:32,775 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 473 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T18:27:32,775 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7, size=1.4 K (1413bytes) at 1733250452294Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 so closing down at 1733250452304 (+10 ms)3 split writer threads finished at 1733250452308 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733250452320 (+12 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733250452320Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733250452751 (+431 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250452763 (+12 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1733250452774 (+11 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733250452775 (+1 ms)Processed 19 edits across 2 Regions in 473 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733250452775 2024-12-03T18:27:32,798 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.7 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.7 2024-12-03T18:27:32,799 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T18:27:32,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 2024-12-03T18:27:32,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 after 0ms 2024-12-03T18:27:32,801 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 took 2ms 2024-12-03T18:27:32,807 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:32,808 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 so closing down 2024-12-03T18:27:32,808 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:32,808 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:32,810 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T18:27:32,810 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T18:27:32,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T18:27:32,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T18:27:32,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742362_1542 (size=687) 2024-12-03T18:27:32,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742362_1542 (size=687) 2024-12-03T18:27:32,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742363_1543 (size=753) 2024-12-03T18:27:32,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742363_1543 (size=753) 2024-12-03T18:27:32,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:32,859 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T18:27:33,239 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:33,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-12-03T18:27:33,240 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T18:27:33,240 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8, size=1.4 K (1413bytes) at 1733250452799Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 so closing down at 1733250452808 (+9 ms)3 split writer threads finished at 1733250452808Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733250452811 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733250452812 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250452848 (+36 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733250452859 (+11 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733250453239 (+380 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1733250453240 (+1 ms)Processed 19 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733250453240 2024-12-03T18:27:33,241 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.8 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.8 2024-12-03T18:27:33,242 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T18:27:33,242 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 2024-12-03T18:27:33,242 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 after 0ms 2024-12-03T18:27:33,243 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 took 2ms 2024-12-03T18:27:33,244 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T18:27:33,245 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 so closing down 2024-12-03T18:27:33,245 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T18:27:33,245 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T18:27:33,246 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T18:27:33,246 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T18:27:33,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T18:27:33,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T18:27:33,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742365_1545 (size=753) 2024-12-03T18:27:33,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742365_1545 (size=753) 2024-12-03T18:27:33,263 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:33,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742364_1544 (size=687) 2024-12-03T18:27:33,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742364_1544 (size=687) 2024-12-03T18:27:33,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T18:27:33,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T18:27:33,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-12-03T18:27:33,267 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T18:27:33,267 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9, size=1.4 K (1413bytes) at 1733250453242Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 so closing down at 1733250453245 (+3 ms)3 split writer threads finished at 1733250453245Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733250453247 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733250453247Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733250453263 (+16 ms)Closed recovered edits writer path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733250453264 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733250453265 (+1 ms)Rename recovered edits hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1733250453267 (+2 ms)Processed 19 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733250453267 2024-12-03T18:27:33,269 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733250447626/wal.dat.9 to hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.9 2024-12-03T18:27:33,270 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250452089; access_time=1733250450669; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250452149; access_time=1733250450686; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250452172; access_time=1733250450699; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250452208; access_time=1733250450718; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250452239; access_time=1733250450730; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733250452254; access_time=1733250450751; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1733250452293; access_time=1733250450771; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733250452783; access_time=1733250450787; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733250453241; access_time=1733250450815; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39871/user/jenkins/test-data/77d70634-24b4-9838-3bed-cc46f2bf944c/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733250453268; access_time=1733250451228; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-03T18:27:33,278 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=136 (was 138), OpenFileDescriptor=387 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=676 (was 683), ProcessCount=11 (was 11), AvailableMemoryMB=1386 (was 894) - AvailableMemoryMB LEAK? - 2024-12-03T18:27:33,288 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=136, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=676, ProcessCount=11, AvailableMemoryMB=1384 2024-12-03T18:27:33,288 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T18:27:33,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742366_1546 (size=7) 2024-12-03T18:27:33,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742366_1546 (size=7) 2024-12-03T18:27:33,709 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39871/user/jenkins/test-data/34cfb893-271c-4057-32b4-4546862b2559 with version=8 2024-12-03T18:27:33,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:33,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:33,713 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T18:27:33,713 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T18:27:33,714 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T18:27:33,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T18:27:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T18:27:33,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T18:27:33,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742367_1547 (size=2324) 2024-12-03T18:27:33,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742367_1547 (size=2324) 2024-12-03T18:27:33,741 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T18:27:33,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40241 is added to blk_1073742368_1548 (size=2325) 2024-12-03T18:27:33,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073742368_1548 (size=2325) 2024-12-03T18:27:33,768 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39871/user/jenkins/test-data/2cac5cfa-fc4a-dd0d-2a54-d645e32128ac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733250453713/wal.dat.0, size=2.3 K (2325bytes) 2024-12-03T18:27:33,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39871/user/jenkins/test-data/2cac5cfa-fc4a-dd0d-2a54-d645e32128ac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733250453713/wal.dat.0 2024-12-03T18:27:33,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39871/user/jenkins/test-data/2cac5cfa-fc4a-dd0d-2a54-d645e32128ac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733250453713/wal.dat.0 after 0ms 2024-12-03T18:27:33,771 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39871/user/jenkins/test-data/2cac5cfa-fc4a-dd0d-2a54-d645e32128ac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733250453713/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:39871/user/jenkins/test-data/2cac5cfa-fc4a-dd0d-2a54-d645e32128ac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733250453713/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-12-03T18:27:33,771 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/2cac5cfa-fc4a-dd0d-2a54-d645e32128ac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733250453713/wal.dat.0 so closing down 2024-12-03T18:27:33,772 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/2cac5cfa-fc4a-dd0d-2a54-d645e32128ac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733250453713/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-12-03T18:27:33,772 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39871/user/jenkins/test-data/2cac5cfa-fc4a-dd0d-2a54-d645e32128ac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733250453713/wal.dat.0, journal: Splitting hdfs://localhost:39871/user/jenkins/test-data/2cac5cfa-fc4a-dd0d-2a54-d645e32128ac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733250453713/wal.dat.0, size=2.3 K (2325bytes) at 1733250453768Finishing writing output for hdfs://localhost:39871/user/jenkins/test-data/2cac5cfa-fc4a-dd0d-2a54-d645e32128ac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733250453713/wal.dat.0 so closing down at 1733250453772 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:39871/user/jenkins/test-data/2cac5cfa-fc4a-dd0d-2a54-d645e32128ac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733250453713/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1733250453772 2024-12-03T18:27:33,773 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39871/user/jenkins/test-data/2cac5cfa-fc4a-dd0d-2a54-d645e32128ac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733250453713/wal.dat.0 to hdfs://localhost:39871/user/jenkins/test-data/2cac5cfa-fc4a-dd0d-2a54-d645e32128ac/corrupt/wal.dat.0 2024-12-03T18:27:33,783 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=136 (was 136), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=676 (was 676), ProcessCount=11 (was 11), AvailableMemoryMB=1333 (was 1384) 2024-12-03T18:27:33,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cc8a45b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:27:33,791 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2446b879{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:27:33,791 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:27:33,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61a455f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:27:33,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fa1a8ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/hadoop.log.dir/,STOPPED} 2024-12-03T18:27:33,794 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:27:33,794 WARN [BP-1865188217-172.17.0.3-1733250379835 heartbeating to localhost/127.0.0.1:39871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:27:33,794 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:27:33,794 WARN [BP-1865188217-172.17.0.3-1733250379835 heartbeating to localhost/127.0.0.1:39871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1865188217-172.17.0.3-1733250379835 (Datanode Uuid 98661f96-7348-4498-8ac1-d645f70534be) service to localhost/127.0.0.1:39871 2024-12-03T18:27:33,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/cluster_60156fb5-4b48-39c5-1296-5389bb1f49b9/data/data3/current/BP-1865188217-172.17.0.3-1733250379835 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:27:33,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/cluster_60156fb5-4b48-39c5-1296-5389bb1f49b9/data/data4/current/BP-1865188217-172.17.0.3-1733250379835 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:27:33,796 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:27:33,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d5fd7b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:27:33,799 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24b189de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:27:33,799 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:27:33,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c4ae84e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:27:33,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1b205d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/hadoop.log.dir/,STOPPED} 2024-12-03T18:27:33,801 WARN [BP-1865188217-172.17.0.3-1733250379835 heartbeating to localhost/127.0.0.1:39871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:27:33,801 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:27:33,801 WARN [BP-1865188217-172.17.0.3-1733250379835 heartbeating to localhost/127.0.0.1:39871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1865188217-172.17.0.3-1733250379835 (Datanode Uuid b6770273-89d3-4c83-9259-8b517d4dd52b) service to localhost/127.0.0.1:39871 2024-12-03T18:27:33,801 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:27:33,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/cluster_60156fb5-4b48-39c5-1296-5389bb1f49b9/data/data1/current/BP-1865188217-172.17.0.3-1733250379835 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:27:33,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/cluster_60156fb5-4b48-39c5-1296-5389bb1f49b9/data/data2/current/BP-1865188217-172.17.0.3-1733250379835 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:27:33,802 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:27:33,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:27:33,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:27:33,810 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:27:33,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:27:33,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5943980-3862-dd84-1b7e-9793659613ee/hadoop.log.dir/,STOPPED}